KYLIN-1906 review and reformat kylin.properties
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/8e3d8d4f Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/8e3d8d4f Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/8e3d8d4f Branch: refs/heads/master Commit: 8e3d8d4f8152119dbc326c356a19e341dc66c633 Parents: c3925a6 Author: Li Yang <[email protected]> Authored: Fri Jul 22 15:11:07 2016 +0800 Committer: Li Yang <[email protected]> Committed: Fri Jul 22 15:11:07 2016 +0800 ---------------------------------------------------------------------- build/conf/kylin.properties | 146 +++++-------------- .../test_case_data/localmeta/kylin.properties | 56 +++---- .../test_case_data/sandbox/kylin.properties | 105 +++++-------- 3 files changed, 107 insertions(+), 200 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/build/conf/kylin.properties ---------------------------------------------------------------------- diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties index 8186d7b..30f7a30 100644 --- a/build/conf/kylin.properties +++ b/build/conf/kylin.properties @@ -15,71 +15,64 @@ # limitations under the License. # -###########################config info for service####################### -# kylin server's mode, valid value [all, query, job] -kylin.server.mode=all +### SERVICE ### -# optional information for the owner of kylin platform, it can be your team's email -# currently it will be attached to each kylin's htable attribute +# Kylin server mode, valid value [all, query, job] +kyin.server.mode=all + +# Optional information for the owner of kylin platform, it can be your team's email +# Currently it will be attached to each kylin's htable attribute [email protected] # List of web servers in use, this enables one web server instance to sync up with other servers. kylin.rest.servers=localhost:7070 -#set display timezone on UI,format like[GMT+N or GMT-N] +# Display timezone on UI,format like[GMT+N or GMT-N] kylin.rest.timezone=GMT-8 -###########################config info for source####################### +### SOURCE ### + # Hive client, valid value [cli, beeline] kylin.hive.clinet=cli # Parameters for beeline client, only necessary if hive client is beeline -kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000' +#kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000' kylin.hive.keep.flat.table=false -## Storage +### STORAGE ### + # The metadata store in hbase kylin.metadata.url=kylin_metadata@hbase # The storage for final cube file in hbase kylin.storage.url=hbase -# 2 days +# In seconds (2 days) kylin.storage.cleanup.time.threshold=172800000 -# Temp folder in hdfs, make sure user has the right access to the hdfs directory +# Working folder in HDFS, make sure user has the right access to the hdfs directory kylin.hdfs.working.dir=/kylin -#default compression codec for htable, valid value [snappy,lzo,gzip,lz4] +# Compression codec for htable, valid value [snappy, lzo, gzip, lz4] kylin.hbase.default.compression.codec=snappy # HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020 -# leave empty if hbase running on same cluster with hive and mapreduce -kylin.hbase.cluster.fs= +# Leave empty if hbase running on same cluster with hive and mapreduce +#kylin.hbase.cluster.fs= # The cut size for hbase region, in GB. -# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default kylin.hbase.region.cut=5 -# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster -# set 0 to disable this optimization +# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster. +# Set 0 to disable this optimization. kylin.hbase.hfile.size.gb=2 kylin.hbase.region.count.min=1 - kylin.hbase.region.count.max=500 -kylin.hbase.client.keyvalue.maxsize=10485760 +### JOB ### -kylin.hbase.scan.cache_rows=1024 - -# 5 MB -kylin.hbase.scan.max_result_size=5242880 - -kylin.hbase.default.block.size=1048576 - -###########################config info for job####################### # max job retry on error, default 0: no retry kylin.job.retry=0 @@ -115,62 +108,35 @@ kylin.job.hive.database.for.intermediatetable=default # The percentage of the sampling, default 100% kylin.job.cubing.inmem.sampling.percent=100 -# whether get job status from resource manager with kerberos authentication +# Whether get job status from resource manager with kerberos authentication kylin.job.status.with.kerberos=false kylin.job.mapreduce.default.reduce.input.mb=500 -kylin.job.mapreduce.default.reduce.count.ratio=1 - -kylin.job.mapreduce.min.reducer.number=1 - -# Max reducer number kylin.job.mapreduce.max.reducer.number=500 kylin.job.mapreduce.mapper.input.rows=1000000 kylin.job.step.timeout=7200 -kylin.job.cuboid.size.ratio=0.25 - -kylin.job.cuboid.size.memhungry.ratio=0.05 +### CUBE ### -kylin.job.cubing.inmem.sampling.hll.precision=14 - -###########################config info for cube####################### # 'auto', 'inmem', 'layer' or 'random' for testing kylin.cube.algorithm=auto kylin.cube.algorithm.auto.threshold=8 -kylin.cube.aggrgroup.max.size=12 - kylin.cube.aggrgroup.max.combination=4096 -kylin.cube.aggrgroup.isMandatoryOnlyValid=false - kylin.dictionary.max.cardinality=5000000 kylin.table.snapshot.max_mb=300 -kylin.dict.cache.max.entry=3000 - -kylin.snapshot.cache.max.entry=500 - -kylin.dict.growing.enabled=false - -kylin.dict.append.entry.size=10000000 - -kylin.dict.append.cache.size=20 - -###########################config info for query####################### -kylin.query.run.local.coprocessor=false +### QUERY ### kylin.query.scan.threshold=10000000 -kylin.query.cube.visit.timeout.times=1 - -# 3L * 1024 * 1024 * 1024 +# 3G kylin.query.mem.budget=3221225472 kylin.query.coprocessor.mem.gb=3 @@ -178,56 +144,34 @@ kylin.query.coprocessor.mem.gb=3 # Enable/disable ACL check for cube query kylin.query.security.enabled=true -kylin.query.cache.threshold.duration=2000 - -kylin.query.cache.threshold.scancount=10240 - kylin.query.cache.enabled=true -kylin.query.ignore_unknown_function=false - -kylin.query.scan.fuzzykey.max=200 - -kylin.query.storage.visit.scanrange.max=1000000 +### SECURITY ### -# one day -kylin.query.sequence.expire.time=86400000 - -kylin.query.dim.distinct.max=5000000 - -kylin.query.endpoint.compression.result=true - -kylin.query.hbase.hconnection.threads.max=2048 - -kylin.query.hbase.hconnection.threads.core=2048 - -kylin.query.hbase.hconnection.threads.alive.seconds=60 - -###########################config info for security####################### -# spring security profile, options: testing, ldap, saml +# Spring security profile, options: testing, ldap, saml # with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login kylin.security.profile=testing -# default roles and admin roles in LDAP, for ldap and saml +# Default roles and admin roles in LDAP, for ldap and saml acl.defaultRole=ROLE_ANALYST,ROLE_MODELER acl.adminRole=ROLE_ADMIN -#LDAP authentication configuration +# LDAP authentication configuration ldap.server=ldap://ldap_server:389 ldap.username= ldap.password= -#LDAP user account directory; +# LDAP user account directory; ldap.user.searchBase= ldap.user.searchPattern= ldap.user.groupSearchBase= -#LDAP service account directory +# LDAP service account directory ldap.service.searchBase= ldap.service.searchPattern= ldap.service.groupSearchBase= -#SAML configurations for SSO +# SAML configurations for SSO # SAML IDP metadata file location saml.metadata.file=classpath:sso_metadata.xml saml.metadata.entityBaseURL=https://hostname/kylin @@ -236,7 +180,7 @@ saml.context.serverName=hostname saml.context.serverPort=443 saml.context.contextPath=/kylin -###########################config info for mail####################### +### MAIL ### # If true, will send email notification; mail.enabled=false @@ -245,38 +189,28 @@ mail.username= mail.password= mail.sender= -###########################config info for web####################### +### WEB ### -#help info ,format{name|displayName|link} ,optional +# Help info, format{name|displayName|link}, optional kylin.web.help.length=4 kylin.web.help.0=start|Getting Started| kylin.web.help.1=odbc|ODBC Driver| kylin.web.help.2=tableau|Tableau Guide| kylin.web.help.3=onboard|Cube Design Tutorial| -#guide user how to build streaming cube +# Guide user how to build streaming cube kylin.web.streaming.guide=http://kylin.apache.org/ -#hadoop url link ,optional +# Hadoop url link, optional kylin.web.hadoop= -#job diagnostic url link ,optional +#job diagnostic url link, optional kylin.web.diagnostic= -#contact mail on web page ,optional +#contact mail on web page, optional kylin.web.contact_mail= crossdomain.enable=true -###########################config info for deploy####################### +### OTHER ### -#env DEV|QA|PROD +# Env DEV|QA|PROD deploy.env=QA - -###########################deprecated configs####################### -kylin.sandbox=true -kylin.web.hive.limit=20 -# The cut size for hbase region, -#in GB. -# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default -kylin.hbase.region.cut.small=5 -kylin.hbase.region.cut.medium=10 -kylin.hbase.region.cut.large=50 http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/localmeta/kylin.properties ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/kylin.properties b/examples/test_case_data/localmeta/kylin.properties index 57ff5ac..c80a08f 100644 --- a/examples/test_case_data/localmeta/kylin.properties +++ b/examples/test_case_data/localmeta/kylin.properties @@ -15,31 +15,45 @@ # limitations under the License. # -# optional information for the owner of kylin platform, it can be your team's email -# currently it will be attached to each kylin's htable attribute +### SERVICE ### + +# Optional information for the owner of kylin platform, it can be your team's email +# Currently it will be attached to each kylin's htable attribute [email protected] # List of web servers in use, this enables one web server instance to sync up with other servers. #kylin.rest.servers=localhost:7070 +### SOURCE ### + + +### STORAGE ### + # The metadata store in hbase kylin.metadata.url= # The storage for final cube file in hbase kylin.storage.url=hbase -# Temp folder in hdfs, make sure user has the right access to the hdfs directory +# Working folder in HDFS, make sure user has the right access to the hdfs directory kylin.hdfs.working.dir=/kylin -kylin.job.mapreduce.default.reduce.input.mb=500 +### JOB ### + +# max job retry on error, default 0: no retry +kylin.job.retry=0 # If true, job engine will not assume that hadoop CLI reside on the same server as it self # you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password +# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine +# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands) kylin.job.run.as.remote.cmd=false # Only necessary when kylin.job.run.as.remote.cmd=true kylin.job.remote.cli.hostname= +kylin.job.remote.cli.port=22 + # Only necessary when kylin.job.run.as.remote.cmd=true kylin.job.remote.cli.username= @@ -55,31 +69,21 @@ kylin.job.concurrent.max.limit=10 # Time interval to check hadoop job status kylin.job.yarn.app.rest.check.interval.seconds=10 -#default compression codec for htable,snappy,lzo,gzip,lz4 -kylin.hbase.default.compression.codec=gzip -# for tests -kylin.job.mr.config.override.test1=test1 -kylin.job.mr.config.override.test2=test2 -kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock +### CUBE ### -kylin.security.profile=testing -## Config for Restful APP ## -# database connection settings: -ldap.server= -ldap.username= -ldap.password= -ldap.user.searchBase= -ldap.user.searchPattern= -ldap.user.groupSearchBase= -ldap.service.searchBase=OU= -ldap.service.searchPattern= -ldap.service.groupSearchBase= -acl.adminRole= -acl.defaultRole= -ganglia.group= -ganglia.port=8664 +### QUERY ### +### SECURITY ### + +# Spring security profile, options: testing, ldap, saml +# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login +kylin.security.profile=testing +### OTHER ### +# for tests +kylin.job.mr.config.override.test1=test1 +kylin.job.mr.config.override.test2=test2 +kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/sandbox/kylin.properties ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties index 1e02625..5ae00ef 100644 --- a/examples/test_case_data/sandbox/kylin.properties +++ b/examples/test_case_data/sandbox/kylin.properties @@ -15,46 +15,52 @@ # limitations under the License. # -# kylin server's mode -kylin.server.mode=all +### SERVICE ### -# optional information for the owner of kylin platform, it can be your team's email -# currently it will be attached to each kylin's htable attribute +# Kylin server mode, valid value [all, query, job] +kyin.server.mode=all + +# Optional information for the owner of kylin platform, it can be your team's email +# Currently it will be attached to each kylin's htable attribute [email protected] # List of web servers in use, this enables one web server instance to sync up with other servers. kylin.rest.servers=localhost:7070 -#set display timezone on UI,format like[GMT+N or GMT-N] +# Display timezone on UI,format like[GMT+N or GMT-N] kylin.rest.timezone=GMT-8 +### SOURCE ### + +# Hive client, valid value [cli, beeline] +kylin.hive.clinet=cli + +### STORAGE ### + # The metadata store in hbase kylin.metadata.url=kylin_metadata@hbase # The storage for final cube file in hbase kylin.storage.url=hbase -# Temp folder in hdfs, make sure user has the right access to the hdfs directory +# Working folder in HDFS, make sure user has the right access to the hdfs directory kylin.hdfs.working.dir=/kylin # HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020 -# leave empty if hbase running on same cluster with hive and mapreduce -kylin.hbase.cluster.fs= - -# Hive client -kylin.hive.cli=cli +# Leave empty if hbase running on same cluster with hive and mapreduce +#kylin.hbase.cluster.fs= -# Parameters for beeline client -kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000' kylin.job.mapreduce.default.reduce.input.mb=500 +### JOB ### + # max job retry on error, default 0: no retry kylin.job.retry=0 # If true, job engine will not assume that hadoop CLI reside on the same server as it self # you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password -# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine +# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine # (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands) kylin.job.run.as.remote.cmd=false @@ -99,56 +105,29 @@ kylin.hbase.hfile.size.gb=2 kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF +kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock + +### CUBE ### + # 'auto', 'inmem', 'layer' or 'random' for testing kylin.cube.algorithm=random -kylin.storage.cleanup.time.threshold=21600000 + # Enable/disable ACL check for cube query kylin.query.security.enabled=true -# whether get job status from resource manager with kerberos authentication -kylin.job.status.with.kerberos=false - -## kylin security configurations +### SECURITY ### -# spring security profile, options: testing, ldap, saml +# Spring security profile, options: testing, ldap, saml # with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login kylin.security.profile=testing -kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock - -# default roles and admin roles in LDAP, for ldap and saml +# Default roles and admin roles in LDAP, for ldap and saml acl.defaultRole=ROLE_ANALYST,ROLE_MODELER acl.adminRole=ROLE_ADMIN -#LDAP authentication configuration -ldap.server= -ldap.username= -ldap.password= - -#LDAP user account directory; -ldap.user.searchBase= -ldap.user.searchPattern= -ldap.user.groupSearchBase= -#LDAP service account directory -ldap.service.searchBase=OU= -ldap.service.searchPattern= -ldap.service.groupSearchBase= - -#SAML configurations for SSO -# SAML IDP metadata file location -saml.metadata.file=classpath:sso_metadata.xml -saml.metadata.entityBaseURL=https://hostname/kylin -saml.context.scheme=https -saml.context.serverName=hostname -saml.context.serverPort=443 -saml.context.contextPath=/kylin - -ganglia.group= -ganglia.port=8664 - -## Config for mail service +### MAIL ### # If true, will send email notification; mail.enabled=false @@ -157,36 +136,26 @@ mail.username= mail.password= mail.sender= -###########################config info for web####################### +### WEB ### -#help info ,format{name|displayName|link} ,optional +# Help info, format{name|displayName|link}, optional kylin.web.help.length=4 kylin.web.help.0=start|Getting Started| kylin.web.help.1=odbc|ODBC Driver| kylin.web.help.2=tableau|Tableau Guide| kylin.web.help.3=onboard|Cube Design Tutorial| -#guide user how to build streaming cube +# Guide user how to build streaming cube kylin.web.streaming.guide=http://kylin.apache.org/ -#hadoop url link ,optional +# Hadoop url link, optional kylin.web.hadoop= -#job diagnostic url link ,optional +#job diagnostic url link, optional kylin.web.diagnostic= -#contact mail on web page ,optional +#contact mail on web page, optional kylin.web.contact_mail= -###########################config info for front####################### +### OTHER ### -#env DEV|QA|PROD +# Env DEV|QA|PROD deploy.env=DEV - -###########################deprecated configs####################### -kylin.sandbox=true -kylin.web.hive.limit=20 -# The cut size for hbase region, -#in GB. -# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default -kylin.hbase.region.cut.small=5 -kylin.hbase.region.cut.medium=10 -kylin.hbase.region.cut.large=50
