Repository: kylin Updated Branches: refs/heads/master 8615be974 -> 8e3d8d4f8
KYLIN-1906 Add missing paramters for kylin.properties Signed-off-by: Li Yang <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/c3925a63 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/c3925a63 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/c3925a63 Branch: refs/heads/master Commit: c3925a63bbc27705d1d2f202cd445eeeb2e72e64 Parents: 8615be9 Author: Yiming Liu <[email protected]> Authored: Wed Jul 20 11:56:39 2016 +0800 Committer: Li Yang <[email protected]> Committed: Fri Jul 22 15:10:21 2016 +0800 ---------------------------------------------------------------------- build/conf/kylin.properties | 151 ++++++++++++++++--- .../test_case_data/sandbox/kylin.properties | 74 +++++++-- 2 files changed, 191 insertions(+), 34 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/c3925a63/build/conf/kylin.properties ---------------------------------------------------------------------- diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties index df2c83e..8186d7b 100644 --- a/build/conf/kylin.properties +++ b/build/conf/kylin.properties @@ -15,7 +15,8 @@ # limitations under the License. # -# kylin server's mode +###########################config info for service####################### +# kylin server's mode, valid value [all, query, job] kylin.server.mode=all # optional information for the owner of kylin platform, it can be your team's email @@ -25,21 +26,60 @@ [email protected] # List of web servers in use, this enables one web server instance to sync up with other servers. kylin.rest.servers=localhost:7070 +#set display timezone on UI,format like[GMT+N or GMT-N] +kylin.rest.timezone=GMT-8 + +###########################config info for source####################### +# Hive client, valid value [cli, beeline] +kylin.hive.clinet=cli + +# Parameters for beeline client, only necessary if hive client is beeline +kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000' + +kylin.hive.keep.flat.table=false + +## Storage # The metadata store in hbase kylin.metadata.url=kylin_metadata@hbase # The storage for final cube file in hbase kylin.storage.url=hbase +# 2 days +kylin.storage.cleanup.time.threshold=172800000 + # Temp folder in hdfs, make sure user has the right access to the hdfs directory kylin.hdfs.working.dir=/kylin +#default compression codec for htable, valid value [snappy,lzo,gzip,lz4] +kylin.hbase.default.compression.codec=snappy + # HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020 # leave empty if hbase running on same cluster with hive and mapreduce kylin.hbase.cluster.fs= -kylin.job.mapreduce.default.reduce.input.mb=500 +# The cut size for hbase region, in GB. +# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default +kylin.hbase.region.cut=5 + +# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster +# set 0 to disable this optimization +kylin.hbase.hfile.size.gb=2 + +kylin.hbase.region.count.min=1 + +kylin.hbase.region.count.max=500 + +kylin.hbase.client.keyvalue.maxsize=10485760 + +kylin.hbase.scan.cache_rows=1024 +# 5 MB +kylin.hbase.scan.max_result_size=5242880 + +kylin.hbase.default.block.size=1048576 + +###########################config info for job####################### # max job retry on error, default 0: no retry kylin.job.retry=0 @@ -52,6 +92,8 @@ kylin.job.run.as.remote.cmd=false # Only necessary when kylin.job.run.as.remote.cmd=true kylin.job.remote.cli.hostname= +kylin.job.remote.cli.port=22 + # Only necessary when kylin.job.run.as.remote.cmd=true kylin.job.remote.cli.username= @@ -70,28 +112,98 @@ kylin.job.yarn.app.rest.check.interval.seconds=10 # Hive database name for putting the intermediate flat tables kylin.job.hive.database.for.intermediatetable=default -#default compression codec for htable,snappy,lzo,gzip,lz4 -kylin.hbase.default.compression.codec=snappy - -#the percentage of the sampling, default 100% +# The percentage of the sampling, default 100% kylin.job.cubing.inmem.sampling.percent=100 -# The cut size for hbase region, in GB. -kylin.hbase.region.cut=5 +# whether get job status from resource manager with kerberos authentication +kylin.job.status.with.kerberos=false -# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster -# set 0 to disable this optimization -kylin.hbase.hfile.size.gb=2 +kylin.job.mapreduce.default.reduce.input.mb=500 + +kylin.job.mapreduce.default.reduce.count.ratio=1 + +kylin.job.mapreduce.min.reducer.number=1 + +# Max reducer number +kylin.job.mapreduce.max.reducer.number=500 + +kylin.job.mapreduce.mapper.input.rows=1000000 + +kylin.job.step.timeout=7200 + +kylin.job.cuboid.size.ratio=0.25 + +kylin.job.cuboid.size.memhungry.ratio=0.05 + +kylin.job.cubing.inmem.sampling.hll.precision=14 + +###########################config info for cube####################### +# 'auto', 'inmem', 'layer' or 'random' for testing +kylin.cube.algorithm=auto + +kylin.cube.algorithm.auto.threshold=8 + +kylin.cube.aggrgroup.max.size=12 + +kylin.cube.aggrgroup.max.combination=4096 + +kylin.cube.aggrgroup.isMandatoryOnlyValid=false + +kylin.dictionary.max.cardinality=5000000 + +kylin.table.snapshot.max_mb=300 + +kylin.dict.cache.max.entry=3000 + +kylin.snapshot.cache.max.entry=500 + +kylin.dict.growing.enabled=false + +kylin.dict.append.entry.size=10000000 + +kylin.dict.append.cache.size=20 + +###########################config info for query####################### +kylin.query.run.local.coprocessor=false + +kylin.query.scan.threshold=10000000 + +kylin.query.cube.visit.timeout.times=1 + +# 3L * 1024 * 1024 * 1024 +kylin.query.mem.budget=3221225472 + +kylin.query.coprocessor.mem.gb=3 # Enable/disable ACL check for cube query kylin.query.security.enabled=true -# whether get job status from resource manager with kerberos authentication -kylin.job.status.with.kerberos=false +kylin.query.cache.threshold.duration=2000 + +kylin.query.cache.threshold.scancount=10240 + +kylin.query.cache.enabled=true + +kylin.query.ignore_unknown_function=false + +kylin.query.scan.fuzzykey.max=200 + +kylin.query.storage.visit.scanrange.max=1000000 +# one day +kylin.query.sequence.expire.time=86400000 -## kylin security configurations +kylin.query.dim.distinct.max=5000000 +kylin.query.endpoint.compression.result=true + +kylin.query.hbase.hconnection.threads.max=2048 + +kylin.query.hbase.hconnection.threads.core=2048 + +kylin.query.hbase.hconnection.threads.alive.seconds=60 + +###########################config info for security####################### # spring security profile, options: testing, ldap, saml # with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login kylin.security.profile=testing @@ -124,11 +236,7 @@ saml.context.serverName=hostname saml.context.serverPort=443 saml.context.contextPath=/kylin - -ganglia.group= -ganglia.port=8664 - -## Config for mail service +###########################config info for mail####################### # If true, will send email notification; mail.enabled=false @@ -156,7 +264,9 @@ kylin.web.diagnostic= #contact mail on web page ,optional kylin.web.contact_mail= -###########################config info for front####################### +crossdomain.enable=true + +###########################config info for deploy####################### #env DEV|QA|PROD deploy.env=QA @@ -170,4 +280,3 @@ kylin.web.hive.limit=20 kylin.hbase.region.cut.small=5 kylin.hbase.region.cut.medium=10 kylin.hbase.region.cut.large=50 - http://git-wip-us.apache.org/repos/asf/kylin/blob/c3925a63/examples/test_case_data/sandbox/kylin.properties ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties index 9cba448..1e02625 100644 --- a/examples/test_case_data/sandbox/kylin.properties +++ b/examples/test_case_data/sandbox/kylin.properties @@ -17,6 +17,7 @@ # kylin server's mode kylin.server.mode=all + # optional information for the owner of kylin platform, it can be your team's email # currently it will be attached to each kylin's htable attribute [email protected] @@ -33,17 +34,28 @@ kylin.metadata.url=kylin_metadata@hbase # The storage for final cube file in hbase kylin.storage.url=hbase - # Temp folder in hdfs, make sure user has the right access to the hdfs directory kylin.hdfs.working.dir=/kylin +# HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020 +# leave empty if hbase running on same cluster with hive and mapreduce +kylin.hbase.cluster.fs= + +# Hive client +kylin.hive.cli=cli + # Parameters for beeline client kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*' -u 'jdbc:hive2://localhost:10000' kylin.job.mapreduce.default.reduce.input.mb=500 +# max job retry on error, default 0: no retry +kylin.job.retry=0 + # If true, job engine will not assume that hadoop CLI reside on the same server as it self # you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password +# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine +# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop commands) kylin.job.run.as.remote.cmd=false # Only necessary when kylin.job.run.as.remote.cmd=true @@ -61,6 +73,15 @@ kylin.job.remote.cli.working.dir=/tmp/kylin # Max count of concurrent jobs running kylin.job.concurrent.max.limit=10 +# Time interval to check hadoop job status +kylin.job.yarn.app.rest.check.interval.seconds=10 + +# Hive database name for putting the intermediate flat tables +kylin.job.hive.database.for.intermediatetable=default + +#default compression codec for htable,snappy,lzo,gzip,lz4 +kylin.hbase.default.compression.codec=gzip + # Max reducer number kylin.job.mapreduce.max.reducer.number=5 @@ -78,32 +99,52 @@ kylin.hbase.hfile.size.gb=2 kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF -# Time interval to check hadoop job status -kylin.job.yarn.app.rest.check.interval.seconds=10 - -# Default compression codec for htable,snappy,lzo,gzip,lz4 -kylin.hbase.default.compression.codec=gzip - # 'auto', 'inmem', 'layer' or 'random' for testing kylin.cube.algorithm=random -kylin.security.profile=testing kylin.storage.cleanup.time.threshold=21600000 +# Enable/disable ACL check for cube query +kylin.query.security.enabled=true + +# whether get job status from resource manager with kerberos authentication +kylin.job.status.with.kerberos=false + +## kylin security configurations + +# spring security profile, options: testing, ldap, saml +# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login +kylin.security.profile=testing + kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock -## Config for Restful APP ## -# database connection settings: +# default roles and admin roles in LDAP, for ldap and saml +acl.defaultRole=ROLE_ANALYST,ROLE_MODELER +acl.adminRole=ROLE_ADMIN + +#LDAP authentication configuration ldap.server= ldap.username= ldap.password= + +#LDAP user account directory; ldap.user.searchBase= ldap.user.searchPattern= ldap.user.groupSearchBase= + +#LDAP service account directory ldap.service.searchBase=OU= ldap.service.searchPattern= ldap.service.groupSearchBase= -acl.adminRole= -acl.defaultRole= + +#SAML configurations for SSO +# SAML IDP metadata file location +saml.metadata.file=classpath:sso_metadata.xml +saml.metadata.entityBaseURL=https://hostname/kylin +saml.context.scheme=https +saml.context.serverName=hostname +saml.context.serverPort=443 +saml.context.contextPath=/kylin + ganglia.group= ganglia.port=8664 @@ -140,5 +181,12 @@ kylin.web.contact_mail= #env DEV|QA|PROD deploy.env=DEV +###########################deprecated configs####################### +kylin.sandbox=true kylin.web.hive.limit=20 - +# The cut size for hbase region, +#in GB. +# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default +kylin.hbase.region.cut.small=5 +kylin.hbase.region.cut.medium=10 +kylin.hbase.region.cut.large=50
