http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/examples/test_case_data/sandbox/kylin.properties ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties deleted file mode 100644 index 3a7db5e..0000000 --- a/examples/test_case_data/sandbox/kylin.properties +++ /dev/null @@ -1,144 +0,0 @@ -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -## Config for Kylin Engine ## - -# List of web servers in use, this enables one web server instance to sync up with other servers. -kylin.rest.servers=localhost:7070 - -#set display timezone on UI,format like[GMT+N or GMT-N] -kylin.rest.timezone=GMT-8 - -# The metadata store in hbase -kylin.metadata.url=kylin_metadata@hbase - -# The storage for final cube file in hbase -kylin.storage.url=hbase - -# Temp folder in hdfs, make sure user has the right access to the hdfs directory -kylin.hdfs.working.dir=/kylin - -kylin.job.mapreduce.default.reduce.input.mb=500 - -# If true, job engine will not assume that hadoop CLI reside on the same server as it self -# you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and kylin.job.remote.cli.password -kylin.job.run.as.remote.cmd=false - -# Only necessary when kylin.job.run.as.remote.cmd=true -kylin.job.remote.cli.hostname= - -# Only necessary when kylin.job.run.as.remote.cmd=true -kylin.job.remote.cli.username= - -# Only necessary when kylin.job.run.as.remote.cmd=true -kylin.job.remote.cli.password= - -# Used by test cases to prepare synthetic data for sample cube -kylin.job.remote.cli.working.dir=/tmp/kylin - -# Max count of concurrent jobs running -kylin.job.concurrent.max.limit=10 - -# Time interval to check hadoop job status -kylin.job.yarn.app.rest.check.interval.seconds=10 - -# Hive database name for putting the intermediate flat tables -kylin.job.hive.database.for.intermediatetable=default - -#default compression codec for htable,snappy,lzo,gzip,lz4 -kylin.hbase.default.compression.codec=gzip - -# The cut size for hbase region, in GB. -# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default -kylin.hbase.region.cut.small=10 -kylin.hbase.region.cut.medium=20 -kylin.hbase.region.cut.large=100 - -# HBase min and max region count -kylin.hbase.region.count.min=1 -kylin.hbase.region.count.max=500 - -## Config for Restful APP ## - -# database connection settings: -ldap.server= -ldap.username= -ldap.password= -ldap.user.searchBase= -ldap.user.searchPattern= -ldap.user.groupSearchBase= -ldap.service.searchBase=OU= -ldap.service.searchPattern= -ldap.service.groupSearchBase= -acl.adminRole= -acl.defaultRole= -ganglia.group= -ganglia.port=8664 - -# route to hive settings -kylin.route.hive.enabled=false -# default to the embedded server (jdbc:hive2://) -#kylin.route.hive.url= -#kylin.route.hive.username= -#kylin.route.hive.password= - -## Config for mail service - -# If true, will send email notification; -mail.enabled=false -mail.host= -mail.username= -mail.password= -mail.sender= - -###########################config info for web####################### - -#help info ,format{name|displayName|link} ,optional -kylin.web.help.length=4 -kylin.web.help.0=start|Getting Started| -kylin.web.help.1=odbc|ODBC Driver| -kylin.web.help.2=tableau|Tableau Guide| -kylin.web.help.3=onboard|Cube Design Tutorial| -#hadoop url link ,optional -kylin.web.hadoop= -#job diagnostic url link ,optional -kylin.web.diagnostic= -#contact mail on web page ,optional -kylin.web.contact_mail= - -#set the number of databases and tables of each database shown on the hive tree -kylin.web.hive.limit=20 - -###########################config info for front####################### - -#env DEV|QA|PROD -deploy.env=DEV - -###########################config info for sandbox####################### -kylin.sandbox=true - - -###########################config info for kylin monitor####################### -# hive jdbc url -kylin.monitor.hive.jdbc.connection.url= jdbc:hive2://sandbox:10000 - -#config where to parse query log,split with comma ,will also read $KYLIN_HOME/tomcat/logs/ by default -kylin.monitor.ext.log.base.dir = /tmp/kylin_log1,/tmp/kylin_log2 - -#will create external hive table to query result csv file -#will set to kylin_query_log by default if not config here -kylin.monitor.query.log.parse.result.table = kylin_query_log
http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/examples/test_case_data/sandbox/kylin_job_conf.xml ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/kylin_job_conf.xml b/examples/test_case_data/sandbox/kylin_job_conf.xml deleted file mode 100644 index 81704f2..0000000 --- a/examples/test_case_data/sandbox/kylin_job_conf.xml +++ /dev/null @@ -1,74 +0,0 @@ -<?xml version="1.0"?> -<!-- -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - -http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. See accompanying LICENSE file. ---> - -<configuration> - - <property> - <name>mapreduce.job.split.metainfo.maxsize</name> - <value>-1</value> - <description>The maximum permissible size of the split metainfo file. - The JobTracker won't attempt to read split metainfo files bigger than - the configured value. No limits if set to -1. - </description> - </property> - - <!-- uncomment the following 5 properties to enable lzo compressing - - <property> - <name>mapred.compress.map.output</name> - <value>true</value> - <description>Compress map outputs</description> - </property> - - <property> - <name>mapred.map.output.compression.codec</name> - <value>com.hadoop.compression.lzo.LzoCodec</value> - <description>The compression codec to use for map outputs - </description> - </property> - - <property> - <name>mapred.output.compress</name> - <value>true</value> - <description>Compress the output of a MapReduce job</description> - </property> - - <property> - <name>mapred.output.compression.codec</name> - <value>com.hadoop.compression.lzo.LzoCodec</value> - <description>The compression codec to use for job outputs - </description> - </property> - - <property> - <name>mapred.output.compression.type</name> - <value>BLOCK</value> - <description>The compression type to use for job outputs</description> - </property> - - !--> - - <property> - <name>mapreduce.job.max.split.locations</name> - <value>2000</value> - <description>No description</description> - </property> - - <property> - <name>dfs.replication</name> - <value>2</value> - <description>Block replication</description> - </property> -</configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/examples/test_case_data/sandbox/mapred-site.xml ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/mapred-site.xml b/examples/test_case_data/sandbox/mapred-site.xml deleted file mode 100644 index a8ff87f..0000000 --- a/examples/test_case_data/sandbox/mapred-site.xml +++ /dev/null @@ -1,254 +0,0 @@ -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> - - <property> - <name>io.sort.mb</name> - <value>64</value> - </property> - - <property> - <name>mapred.child.java.opts</name> - <value>-Xmx200m</value> - </property> - - <property> - <name>mapred.job.map.memory.mb</name> - <value>250</value> - </property> - - <property> - <name>mapred.job.reduce.memory.mb</name> - <value>250</value> - </property> - - <property> - <name>mapreduce.admin.map.child.java.opts</name> - <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value> - </property> - - <property> - <name>mapreduce.admin.reduce.child.java.opts</name> - <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value> - </property> - - <property> - <name>mapreduce.admin.user.env</name> - <value>LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-amd64-64</value> - </property> - - <property> - <name>mapreduce.am.max-attempts</name> - <value>2</value> - </property> - - <property> - <name>mapreduce.application.classpath</name> - <value>/tmp/kylin/*,$HADOOP_CONF_DIR,/usr/hdp/${hdp.version}/hbase/lib/hbase-common.jar,/usr/hdp/current/hive-client/conf/,/usr/hdp/${hdp.version}/hive/lib/hive-metastore.jar,/usr/hdp/${hdp.version}/hive/lib/hive-exec.jar,/usr/hdp/${hdp.version}/hive-hcatalog/share/hcatalog/*,$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure</value> - </property> - - <property> - <name>mapreduce.application.framework.path</name> - <value>/hdp/apps/${hdp.version}/mapreduce/mapreduce.tar.gz#mr-framework</value> - </property> - - <property> - <name>mapreduce.cluster.administrators</name> - <value>hadoop</value> - </property> - - <property> - <name>mapreduce.framework.name</name> - <value>yarn</value> - </property> - - <property> - <name>mapreduce.job.emit-timeline-data</name> - <value>false</value> - </property> - - <property> - <name>mapreduce.job.reduce.slowstart.completedmaps</name> - <value>0.05</value> - </property> - - <property> - <name>mapreduce.jobhistory.address</name> - <value>sandbox.hortonworks.com:10020</value> - </property> - - <property> - <name>mapreduce.jobhistory.bind-host</name> - <value>0.0.0.0</value> - </property> - - <property> - <name>mapreduce.jobhistory.done-dir</name> - <value>/mr-history/done</value> - </property> - - <property> - <name>mapreduce.jobhistory.intermediate-done-dir</name> - <value>/mr-history/tmp</value> - </property> - - <property> - <name>mapreduce.jobhistory.webapp.address</name> - <value>sandbox.hortonworks.com:19888</value> - </property> - - <property> - <name>mapreduce.map.java.opts</name> - <value>-Xmx200m</value> - </property> - - <property> - <name>mapreduce.map.log.level</name> - <value>INFO</value> - </property> - - <property> - <name>mapreduce.map.memory.mb</name> - <value>250</value> - </property> - - <property> - <name>mapreduce.map.output.compress</name> - <value>false</value> - </property> - - <property> - <name>mapreduce.map.sort.spill.percent</name> - <value>0.7</value> - </property> - - <property> - <name>mapreduce.map.speculative</name> - <value>false</value> - </property> - - <property> - <name>mapreduce.output.fileoutputformat.compress</name> - <value>false</value> - </property> - - <property> - <name>mapreduce.output.fileoutputformat.compress.type</name> - <value>BLOCK</value> - </property> - - <property> - <name>mapreduce.reduce.input.buffer.percent</name> - <value>0.0</value> - </property> - - <property> - <name>mapreduce.reduce.java.opts</name> - <value>-Xmx200m</value> - </property> - - <property> - <name>mapreduce.reduce.log.level</name> - <value>INFO</value> - </property> - - <property> - <name>mapreduce.reduce.memory.mb</name> - <value>250</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.fetch.retry.enabled</name> - <value>1</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.fetch.retry.interval-ms</name> - <value>1000</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.fetch.retry.timeout-ms</name> - <value>30000</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.input.buffer.percent</name> - <value>0.7</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.merge.percent</name> - <value>0.66</value> - </property> - - <property> - <name>mapreduce.reduce.shuffle.parallelcopies</name> - <value>30</value> - </property> - - <property> - <name>mapreduce.reduce.speculative</name> - <value>false</value> - </property> - - <property> - <name>mapreduce.shuffle.port</name> - <value>13562</value> - </property> - - <property> - <name>mapreduce.task.io.sort.factor</name> - <value>100</value> - </property> - - <property> - <name>mapreduce.task.io.sort.mb</name> - <value>64</value> - </property> - - <property> - <name>mapreduce.task.timeout</name> - <value>300000</value> - </property> - - <property> - <name>yarn.app.mapreduce.am.admin-command-opts</name> - <value>-Dhdp.version=${hdp.version}</value> - </property> - - <property> - <name>yarn.app.mapreduce.am.command-opts</name> - <value>-Xmx200m</value> - </property> - - <property> - <name>yarn.app.mapreduce.am.log.level</name> - <value>INFO</value> - </property> - - <property> - <name>yarn.app.mapreduce.am.resource.mb</name> - <value>250</value> - </property> - - <property> - <name>yarn.app.mapreduce.am.staging-dir</name> - <value>/user</value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/examples/test_case_data/sandbox/yarn-site.xml ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/yarn-site.xml b/examples/test_case_data/sandbox/yarn-site.xml deleted file mode 100644 index 8256158..0000000 --- a/examples/test_case_data/sandbox/yarn-site.xml +++ /dev/null @@ -1,534 +0,0 @@ -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> - - <property> - <name>hadoop.registry.rm.enabled</name> - <value>false</value> - </property> - - <property> - <name>hadoop.registry.zk.quorum</name> - <value>sandbox.hortonworks.com:2181</value> - </property> - - <property> - <name>yarn.acl.enable</name> - <value>false</value> - </property> - - <property> - <name>yarn.admin.acl</name> - <value></value> - </property> - - <property> - <name>yarn.application.classpath</name> - <value>$HADOOP_CONF_DIR,/usr/hdp/current/hadoop-client/*,/usr/hdp/current/hadoop-client/lib/*,/usr/hdp/current/hadoop-hdfs-client/*,/usr/hdp/current/hadoop-hdfs-client/lib/*,/usr/hdp/current/hadoop-yarn-client/*,/usr/hdp/current/hadoop-yarn-client/lib/*</value> - </property> - - <property> - <name>yarn.client.nodemanager-connect.max-wait-ms</name> - <value>60000</value> - </property> - - <property> - <name>yarn.client.nodemanager-connect.retry-interval-ms</name> - <value>10000</value> - </property> - - <property> - <name>yarn.http.policy</name> - <value>HTTP_ONLY</value> - </property> - - <property> - <name>yarn.log-aggregation-enable</name> - <value>true</value> - </property> - - <property> - <name>yarn.log-aggregation.retain-seconds</name> - <value>2592000</value> - </property> - - <property> - <name>yarn.log.server.url</name> - <value>http://sandbox.hortonworks.com:19888/jobhistory/logs</value> - </property> - - <property> - <name>yarn.node-labels.fs-store.retry-policy-spec</name> - <value>2000, 500</value> - </property> - - <property> - <name>yarn.node-labels.fs-store.root-dir</name> - <value>/system/yarn/node-labels</value> - </property> - - <property> - <name>yarn.node-labels.manager-class</name> - <value>org.apache.hadoop.yarn.server.resourcemanager.nodelabels.MemoryRMNodeLabelsManager</value> - </property> - - <property> - <name>yarn.nodemanager.address</name> - <value>0.0.0.0:45454</value> - </property> - - <property> - <name>yarn.nodemanager.admin-env</name> - <value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value> - </property> - - <property> - <name>yarn.nodemanager.aux-services</name> - <value>mapreduce_shuffle</value> - </property> - - <property> - <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name> - <value>org.apache.hadoop.mapred.ShuffleHandler</value> - </property> - - <property> - <name>yarn.nodemanager.bind-host</name> - <value>0.0.0.0</value> - </property> - - <property> - <name>yarn.nodemanager.container-executor.class</name> - <value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value> - </property> - - <property> - <name>yarn.nodemanager.container-monitor.interval-ms</name> - <value>3000</value> - </property> - - <property> - <name>yarn.nodemanager.delete.debug-delay-sec</name> - <value>0</value> - </property> - - <property> - <name>yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage</name> - <value>90</value> - </property> - - <property> - <name>yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb</name> - <value>1000</value> - </property> - - <property> - <name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name> - <value>0.25</value> - </property> - - <property> - <name>yarn.nodemanager.health-checker.interval-ms</name> - <value>135000</value> - </property> - - <property> - <name>yarn.nodemanager.health-checker.script.timeout-ms</name> - <value>60000</value> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name> - <value>hadoop-yarn</value> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.cgroups.mount</name> - <value>false</value> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name> - <value>false</value> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.group</name> - <value>hadoop</value> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.resources-handler.class</name> - <value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value> - </property> - - <property> - <name>yarn.nodemanager.local-dirs</name> - <value>/hadoop/yarn/local</value> - </property> - - <property> - <name>yarn.nodemanager.log-aggregation.compression-type</name> - <value>gz</value> - </property> - - <property> - <name>yarn.nodemanager.log-aggregation.debug-enabled</name> - <value>false</value> - </property> - - <property> - <name>yarn.nodemanager.log-aggregation.num-log-files-per-app</name> - <value>30</value> - </property> - - <property> - <name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</name> - <value>-1</value> - </property> - - <property> - <name>yarn.nodemanager.log-dirs</name> - <value>/hadoop/yarn/log</value> - </property> - - <property> - <name>yarn.nodemanager.log.retain-second</name> - <value>604800</value> - </property> - - <property> - <name>yarn.nodemanager.pmem-check-enabled</name> - <value>false</value> - </property> - - <property> - <name>yarn.nodemanager.recovery.dir</name> - <value>/var/log/hadoop-yarn/nodemanager/recovery-state</value> - </property> - - <property> - <name>yarn.nodemanager.recovery.enabled</name> - <value>true</value> - </property> - - <property> - <name>yarn.nodemanager.remote-app-log-dir</name> - <value>/app-logs</value> - </property> - - <property> - <name>yarn.nodemanager.remote-app-log-dir-suffix</name> - <value>logs</value> - </property> - - <property> - <name>yarn.nodemanager.resource.cpu-vcores</name> - <value>8</value> - </property> - - <property> - <name>yarn.nodemanager.resource.memory-mb</name> - <value>9216</value> - </property> - - <property> - <name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name> - <value>100</value> - </property> - - <property> - <name>yarn.nodemanager.vmem-check-enabled</name> - <value>false</value> - </property> - - <property> - <name>yarn.nodemanager.vmem-pmem-ratio</name> - <value>10</value> - </property> - - <property> - <name>yarn.resourcemanager.address</name> - <value>sandbox.hortonworks.com:8050</value> - </property> - - <property> - <name>yarn.resourcemanager.admin.address</name> - <value>sandbox.hortonworks.com:8141</value> - </property> - - <property> - <name>yarn.resourcemanager.am.max-attempts</name> - <value>2</value> - </property> - - <property> - <name>yarn.resourcemanager.bind-host</name> - <value>0.0.0.0</value> - </property> - - <property> - <name>yarn.resourcemanager.connect.max-wait.ms</name> - <value>900000</value> - </property> - - <property> - <name>yarn.resourcemanager.connect.retry-interval.ms</name> - <value>30000</value> - </property> - - <property> - <name>yarn.resourcemanager.fs.state-store.retry-policy-spec</name> - <value>2000, 500</value> - </property> - - <property> - <name>yarn.resourcemanager.fs.state-store.uri</name> - <value></value> - </property> - - <property> - <name>yarn.resourcemanager.ha.enabled</name> - <value>false</value> - </property> - - <property> - <name>yarn.resourcemanager.hostname</name> - <value>sandbox.hortonworks.com</value> - </property> - - <property> - <name>yarn.resourcemanager.nodes.exclude-path</name> - <value>/etc/hadoop/conf/yarn.exclude</value> - </property> - - <property> - <name>yarn.resourcemanager.recovery.enabled</name> - <value>true</value> - </property> - - <property> - <name>yarn.resourcemanager.resource-tracker.address</name> - <value>sandbox.hortonworks.com:8025</value> - </property> - - <property> - <name>yarn.resourcemanager.scheduler.address</name> - <value>sandbox.hortonworks.com:8030</value> - </property> - - <property> - <name>yarn.resourcemanager.scheduler.class</name> - <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value> - </property> - - <property> - <name>yarn.resourcemanager.state-store.max-completed-applications</name> - <value>${yarn.resourcemanager.max-completed-applications}</value> - </property> - - <property> - <name>yarn.resourcemanager.store.class</name> - <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value> - </property> - - <property> - <name>yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size</name> - <value>10</value> - </property> - - <property> - <name>yarn.resourcemanager.system-metrics-publisher.enabled</name> - <value>true</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.address</name> - <value>sandbox.hortonworks.com:8088</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled</name> - <value>false</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.https.address</name> - <value>localhost:8090</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.proxyuser.hcat.groups</name> - <value>*</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.proxyuser.hcat.hosts</name> - <value>*</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.proxyuser.oozie.groups</name> - <value>*</value> - </property> - - <property> - <name>yarn.resourcemanager.webapp.proxyuser.oozie.hosts</name> - <value>*</value> - </property> - - <property> - <name>yarn.resourcemanager.work-preserving-recovery.enabled</name> - <value>true</value> - </property> - - <property> - <name>yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms</name> - <value>10000</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-acl</name> - <value>world:anyone:rwcda</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-address</name> - <value>localhost:2181</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-num-retries</name> - <value>1000</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-retry-interval-ms</name> - <value>1000</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-state-store.parent-path</name> - <value>/rmstore</value> - </property> - - <property> - <name>yarn.resourcemanager.zk-timeout-ms</name> - <value>10000</value> - </property> - - <property> - <name>yarn.scheduler.maximum-allocation-mb</name> - <value>9216</value> - </property> - - <property> - <name>yarn.scheduler.minimum-allocation-mb</name> - <value>1536</value> - </property> - - <property> - <name>yarn.timeline-service.address</name> - <value>sandbox.hortonworks.com:10200</value> - </property> - - <property> - <name>yarn.timeline-service.bind-host</name> - <value>0.0.0.0</value> - </property> - - <property> - <name>yarn.timeline-service.client.max-retries</name> - <value>30</value> - </property> - - <property> - <name>yarn.timeline-service.client.retry-interval-ms</name> - <value>1000</value> - </property> - - <property> - <name>yarn.timeline-service.enabled</name> - <value>true</value> - </property> - - <property> - <name>yarn.timeline-service.generic-application-history.store-class</name> - <value>org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore</value> - </property> - - <property> - <name>yarn.timeline-service.http-authentication.simple.anonymous.allowed</name> - <value>true</value> - </property> - - <property> - <name>yarn.timeline-service.http-authentication.type</name> - <value>simple</value> - </property> - - <property> - <name>yarn.timeline-service.leveldb-timeline-store.path</name> - <value>/hadoop/yarn/timeline</value> - </property> - - <property> - <name>yarn.timeline-service.leveldb-timeline-store.read-cache-size</name> - <value>104857600</value> - </property> - - <property> - <name>yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size</name> - <value>10000</value> - </property> - - <property> - <name>yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size</name> - <value>10000</value> - </property> - - <property> - <name>yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms</name> - <value>300000</value> - </property> - - <property> - <name>yarn.timeline-service.store-class</name> - <value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value> - </property> - - <property> - <name>yarn.timeline-service.ttl-enable</name> - <value>true</value> - </property> - - <property> - <name>yarn.timeline-service.ttl-ms</name> - <value>2678400000</value> - </property> - - <property> - <name>yarn.timeline-service.webapp.address</name> - <value>sandbox.hortonworks.com:8188</value> - </property> - - <property> - <name>yarn.timeline-service.webapp.https.address</name> - <value>sandbox.hortonworks.com:8190</value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/.settings/org.eclipse.core.resources.prefs ---------------------------------------------------------------------- diff --git a/invertedindex/.settings/org.eclipse.core.resources.prefs b/invertedindex/.settings/org.eclipse.core.resources.prefs deleted file mode 100644 index 839d647..0000000 --- a/invertedindex/.settings/org.eclipse.core.resources.prefs +++ /dev/null @@ -1,5 +0,0 @@ -eclipse.preferences.version=1 -encoding//src/main/java=UTF-8 -encoding//src/main/resources=UTF-8 -encoding//src/test/java=UTF-8 -encoding/<project>=UTF-8 http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/.settings/org.eclipse.jdt.core.prefs ---------------------------------------------------------------------- diff --git a/invertedindex/.settings/org.eclipse.jdt.core.prefs b/invertedindex/.settings/org.eclipse.jdt.core.prefs deleted file mode 100644 index 7c91e8d..0000000 --- a/invertedindex/.settings/org.eclipse.jdt.core.prefs +++ /dev/null @@ -1,379 +0,0 @@ -eclipse.preferences.version=1 -org.eclipse.jdt.core.compiler.annotation.inheritNullAnnotations=disabled -org.eclipse.jdt.core.compiler.annotation.missingNonNullByDefaultAnnotation=ignore -org.eclipse.jdt.core.compiler.annotation.nonnull=org.eclipse.jdt.annotation.NonNull -org.eclipse.jdt.core.compiler.annotation.nonnullbydefault=org.eclipse.jdt.annotation.NonNullByDefault -org.eclipse.jdt.core.compiler.annotation.nullable=org.eclipse.jdt.annotation.Nullable -org.eclipse.jdt.core.compiler.annotation.nullanalysis=disabled -org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled -org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.7 -org.eclipse.jdt.core.compiler.codegen.unusedLocal=preserve -org.eclipse.jdt.core.compiler.compliance=1.7 -org.eclipse.jdt.core.compiler.debug.lineNumber=generate -org.eclipse.jdt.core.compiler.debug.localVariable=generate -org.eclipse.jdt.core.compiler.debug.sourceFile=generate -org.eclipse.jdt.core.compiler.problem.annotationSuperInterface=warning -org.eclipse.jdt.core.compiler.problem.assertIdentifier=error -org.eclipse.jdt.core.compiler.problem.autoboxing=ignore -org.eclipse.jdt.core.compiler.problem.comparingIdentical=warning -org.eclipse.jdt.core.compiler.problem.deadCode=warning -org.eclipse.jdt.core.compiler.problem.deprecation=warning -org.eclipse.jdt.core.compiler.problem.deprecationInDeprecatedCode=disabled -org.eclipse.jdt.core.compiler.problem.deprecationWhenOverridingDeprecatedMethod=disabled -org.eclipse.jdt.core.compiler.problem.discouragedReference=warning -org.eclipse.jdt.core.compiler.problem.emptyStatement=ignore -org.eclipse.jdt.core.compiler.problem.enumIdentifier=error -org.eclipse.jdt.core.compiler.problem.explicitlyClosedAutoCloseable=ignore -org.eclipse.jdt.core.compiler.problem.fallthroughCase=ignore -org.eclipse.jdt.core.compiler.problem.fatalOptionalError=disabled -org.eclipse.jdt.core.compiler.problem.fieldHiding=ignore -org.eclipse.jdt.core.compiler.problem.finalParameterBound=warning -org.eclipse.jdt.core.compiler.problem.finallyBlockNotCompletingNormally=warning -org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning -org.eclipse.jdt.core.compiler.problem.hiddenCatchBlock=warning -org.eclipse.jdt.core.compiler.problem.includeNullInfoFromAsserts=disabled -org.eclipse.jdt.core.compiler.problem.incompatibleNonInheritedInterfaceMethod=warning -org.eclipse.jdt.core.compiler.problem.incompleteEnumSwitch=warning -org.eclipse.jdt.core.compiler.problem.indirectStaticAccess=ignore -org.eclipse.jdt.core.compiler.problem.localVariableHiding=ignore -org.eclipse.jdt.core.compiler.problem.methodWithConstructorName=warning -org.eclipse.jdt.core.compiler.problem.missingDefaultCase=ignore -org.eclipse.jdt.core.compiler.problem.missingDeprecatedAnnotation=ignore -org.eclipse.jdt.core.compiler.problem.missingEnumCaseDespiteDefault=disabled -org.eclipse.jdt.core.compiler.problem.missingHashCodeMethod=ignore -org.eclipse.jdt.core.compiler.problem.missingOverrideAnnotation=ignore -org.eclipse.jdt.core.compiler.problem.missingOverrideAnnotationForInterfaceMethodImplementation=enabled -org.eclipse.jdt.core.compiler.problem.missingSerialVersion=warning -org.eclipse.jdt.core.compiler.problem.missingSynchronizedOnInheritedMethod=ignore -org.eclipse.jdt.core.compiler.problem.noEffectAssignment=warning -org.eclipse.jdt.core.compiler.problem.noImplicitStringConversion=warning -org.eclipse.jdt.core.compiler.problem.nonExternalizedStringLiteral=ignore -org.eclipse.jdt.core.compiler.problem.nonnullParameterAnnotationDropped=warning -org.eclipse.jdt.core.compiler.problem.nullAnnotationInferenceConflict=error -org.eclipse.jdt.core.compiler.problem.nullReference=warning -org.eclipse.jdt.core.compiler.problem.nullSpecViolation=error -org.eclipse.jdt.core.compiler.problem.nullUncheckedConversion=warning -org.eclipse.jdt.core.compiler.problem.overridingPackageDefaultMethod=warning -org.eclipse.jdt.core.compiler.problem.parameterAssignment=ignore -org.eclipse.jdt.core.compiler.problem.possibleAccidentalBooleanAssignment=ignore -org.eclipse.jdt.core.compiler.problem.potentialNullReference=ignore -org.eclipse.jdt.core.compiler.problem.potentiallyUnclosedCloseable=ignore -org.eclipse.jdt.core.compiler.problem.rawTypeReference=warning -org.eclipse.jdt.core.compiler.problem.redundantNullAnnotation=warning -org.eclipse.jdt.core.compiler.problem.redundantNullCheck=ignore -org.eclipse.jdt.core.compiler.problem.redundantSpecificationOfTypeArguments=ignore -org.eclipse.jdt.core.compiler.problem.redundantSuperinterface=ignore -org.eclipse.jdt.core.compiler.problem.reportMethodCanBePotentiallyStatic=ignore -org.eclipse.jdt.core.compiler.problem.reportMethodCanBeStatic=ignore -org.eclipse.jdt.core.compiler.problem.specialParameterHidingField=disabled -org.eclipse.jdt.core.compiler.problem.staticAccessReceiver=warning -org.eclipse.jdt.core.compiler.problem.suppressOptionalErrors=disabled -org.eclipse.jdt.core.compiler.problem.suppressWarnings=enabled -org.eclipse.jdt.core.compiler.problem.syntacticNullAnalysisForFields=disabled -org.eclipse.jdt.core.compiler.problem.syntheticAccessEmulation=ignore -org.eclipse.jdt.core.compiler.problem.typeParameterHiding=warning -org.eclipse.jdt.core.compiler.problem.unavoidableGenericTypeProblems=enabled -org.eclipse.jdt.core.compiler.problem.uncheckedTypeOperation=warning -org.eclipse.jdt.core.compiler.problem.unclosedCloseable=warning -org.eclipse.jdt.core.compiler.problem.undocumentedEmptyBlock=ignore -org.eclipse.jdt.core.compiler.problem.unhandledWarningToken=warning -org.eclipse.jdt.core.compiler.problem.unnecessaryElse=ignore -org.eclipse.jdt.core.compiler.problem.unnecessaryTypeCheck=ignore -org.eclipse.jdt.core.compiler.problem.unqualifiedFieldAccess=ignore -org.eclipse.jdt.core.compiler.problem.unusedDeclaredThrownException=ignore -org.eclipse.jdt.core.compiler.problem.unusedDeclaredThrownExceptionExemptExceptionAndThrowable=enabled -org.eclipse.jdt.core.compiler.problem.unusedDeclaredThrownExceptionIncludeDocCommentReference=enabled -org.eclipse.jdt.core.compiler.problem.unusedDeclaredThrownExceptionWhenOverriding=disabled -org.eclipse.jdt.core.compiler.problem.unusedImport=warning -org.eclipse.jdt.core.compiler.problem.unusedLabel=warning -org.eclipse.jdt.core.compiler.problem.unusedLocal=warning -org.eclipse.jdt.core.compiler.problem.unusedObjectAllocation=ignore -org.eclipse.jdt.core.compiler.problem.unusedParameter=ignore -org.eclipse.jdt.core.compiler.problem.unusedParameterIncludeDocCommentReference=enabled -org.eclipse.jdt.core.compiler.problem.unusedParameterWhenImplementingAbstract=disabled -org.eclipse.jdt.core.compiler.problem.unusedParameterWhenOverridingConcrete=disabled -org.eclipse.jdt.core.compiler.problem.unusedPrivateMember=warning -org.eclipse.jdt.core.compiler.problem.unusedTypeParameter=ignore -org.eclipse.jdt.core.compiler.problem.unusedWarningToken=warning -org.eclipse.jdt.core.compiler.problem.varargsArgumentNeedCast=warning -org.eclipse.jdt.core.compiler.source=1.7 -org.eclipse.jdt.core.formatter.align_type_members_on_columns=false -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_allocation_expression=16 -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_annotation=0 -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_enum_constant=16 -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_explicit_constructor_call=16 -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_method_invocation=16 -org.eclipse.jdt.core.formatter.alignment_for_arguments_in_qualified_allocation_expression=16 -org.eclipse.jdt.core.formatter.alignment_for_assignment=0 -org.eclipse.jdt.core.formatter.alignment_for_binary_expression=16 -org.eclipse.jdt.core.formatter.alignment_for_compact_if=16 -org.eclipse.jdt.core.formatter.alignment_for_conditional_expression=80 -org.eclipse.jdt.core.formatter.alignment_for_enum_constants=0 -org.eclipse.jdt.core.formatter.alignment_for_expressions_in_array_initializer=16 -org.eclipse.jdt.core.formatter.alignment_for_method_declaration=0 -org.eclipse.jdt.core.formatter.alignment_for_multiple_fields=16 -org.eclipse.jdt.core.formatter.alignment_for_parameters_in_constructor_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_parameters_in_method_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_resources_in_try=80 -org.eclipse.jdt.core.formatter.alignment_for_selector_in_method_invocation=16 -org.eclipse.jdt.core.formatter.alignment_for_superclass_in_type_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_superinterfaces_in_enum_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_superinterfaces_in_type_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_throws_clause_in_constructor_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_throws_clause_in_method_declaration=16 -org.eclipse.jdt.core.formatter.alignment_for_union_type_in_multicatch=16 -org.eclipse.jdt.core.formatter.blank_lines_after_imports=1 -org.eclipse.jdt.core.formatter.blank_lines_after_package=1 -org.eclipse.jdt.core.formatter.blank_lines_before_field=0 -org.eclipse.jdt.core.formatter.blank_lines_before_first_class_body_declaration=0 -org.eclipse.jdt.core.formatter.blank_lines_before_imports=1 -org.eclipse.jdt.core.formatter.blank_lines_before_member_type=1 -org.eclipse.jdt.core.formatter.blank_lines_before_method=1 -org.eclipse.jdt.core.formatter.blank_lines_before_new_chunk=1 -org.eclipse.jdt.core.formatter.blank_lines_before_package=0 -org.eclipse.jdt.core.formatter.blank_lines_between_import_groups=1 -org.eclipse.jdt.core.formatter.blank_lines_between_type_declarations=1 -org.eclipse.jdt.core.formatter.brace_position_for_annotation_type_declaration=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_anonymous_type_declaration=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_array_initializer=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_block=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_block_in_case=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_constructor_declaration=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_enum_constant=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_enum_declaration=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_method_declaration=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_switch=end_of_line -org.eclipse.jdt.core.formatter.brace_position_for_type_declaration=end_of_line -org.eclipse.jdt.core.formatter.comment.clear_blank_lines_in_block_comment=false -org.eclipse.jdt.core.formatter.comment.clear_blank_lines_in_javadoc_comment=false -org.eclipse.jdt.core.formatter.comment.format_block_comments=false -org.eclipse.jdt.core.formatter.comment.format_header=false -org.eclipse.jdt.core.formatter.comment.format_html=true -org.eclipse.jdt.core.formatter.comment.format_javadoc_comments=false -org.eclipse.jdt.core.formatter.comment.format_line_comments=false -org.eclipse.jdt.core.formatter.comment.format_source_code=true -org.eclipse.jdt.core.formatter.comment.indent_parameter_description=true -org.eclipse.jdt.core.formatter.comment.indent_root_tags=true -org.eclipse.jdt.core.formatter.comment.insert_new_line_before_root_tags=insert -org.eclipse.jdt.core.formatter.comment.insert_new_line_for_parameter=insert -org.eclipse.jdt.core.formatter.comment.line_length=80 -org.eclipse.jdt.core.formatter.comment.new_lines_at_block_boundaries=true -org.eclipse.jdt.core.formatter.comment.new_lines_at_javadoc_boundaries=true -org.eclipse.jdt.core.formatter.comment.preserve_white_space_between_code_and_line_comments=false -org.eclipse.jdt.core.formatter.compact_else_if=true -org.eclipse.jdt.core.formatter.continuation_indentation=2 -org.eclipse.jdt.core.formatter.continuation_indentation_for_array_initializer=2 -org.eclipse.jdt.core.formatter.disabling_tag=@formatter\:off -org.eclipse.jdt.core.formatter.enabling_tag=@formatter\:on -org.eclipse.jdt.core.formatter.format_guardian_clause_on_one_line=false -org.eclipse.jdt.core.formatter.format_line_comment_starting_on_first_column=true -org.eclipse.jdt.core.formatter.indent_body_declarations_compare_to_annotation_declaration_header=true -org.eclipse.jdt.core.formatter.indent_body_declarations_compare_to_enum_constant_header=true -org.eclipse.jdt.core.formatter.indent_body_declarations_compare_to_enum_declaration_header=true -org.eclipse.jdt.core.formatter.indent_body_declarations_compare_to_type_header=true -org.eclipse.jdt.core.formatter.indent_breaks_compare_to_cases=true -org.eclipse.jdt.core.formatter.indent_empty_lines=false -org.eclipse.jdt.core.formatter.indent_statements_compare_to_block=true -org.eclipse.jdt.core.formatter.indent_statements_compare_to_body=true -org.eclipse.jdt.core.formatter.indent_switchstatements_compare_to_cases=true -org.eclipse.jdt.core.formatter.indent_switchstatements_compare_to_switch=false -org.eclipse.jdt.core.formatter.indentation.size=4 -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_field=insert -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_local_variable=insert -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_method=insert -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_package=insert -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_parameter=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_type=insert -org.eclipse.jdt.core.formatter.insert_new_line_after_label=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_after_opening_brace_in_array_initializer=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_at_end_of_file_if_missing=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_before_catch_in_try_statement=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_before_closing_brace_in_array_initializer=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_before_else_in_if_statement=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_before_finally_in_try_statement=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_before_while_in_do_statement=do not insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_annotation_declaration=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_anonymous_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_block=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_enum_constant=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_enum_declaration=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_method_body=insert -org.eclipse.jdt.core.formatter.insert_new_line_in_empty_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_after_and_in_type_parameter=insert -org.eclipse.jdt.core.formatter.insert_space_after_assignment_operator=insert -org.eclipse.jdt.core.formatter.insert_space_after_at_in_annotation=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_at_in_annotation_type_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_binary_operator=insert -org.eclipse.jdt.core.formatter.insert_space_after_closing_angle_bracket_in_type_arguments=insert -org.eclipse.jdt.core.formatter.insert_space_after_closing_angle_bracket_in_type_parameters=insert -org.eclipse.jdt.core.formatter.insert_space_after_closing_brace_in_block=insert -org.eclipse.jdt.core.formatter.insert_space_after_closing_paren_in_cast=insert -org.eclipse.jdt.core.formatter.insert_space_after_colon_in_assert=insert -org.eclipse.jdt.core.formatter.insert_space_after_colon_in_case=insert -org.eclipse.jdt.core.formatter.insert_space_after_colon_in_conditional=insert -org.eclipse.jdt.core.formatter.insert_space_after_colon_in_for=insert -org.eclipse.jdt.core.formatter.insert_space_after_colon_in_labeled_statement=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_allocation_expression=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_annotation=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_array_initializer=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_constructor_declaration_parameters=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_constructor_declaration_throws=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_enum_constant_arguments=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_enum_declarations=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_explicitconstructorcall_arguments=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_for_increments=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_for_inits=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_method_declaration_parameters=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_method_declaration_throws=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_method_invocation_arguments=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_multiple_field_declarations=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_multiple_local_declarations=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_parameterized_type_reference=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_superinterfaces=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_type_arguments=insert -org.eclipse.jdt.core.formatter.insert_space_after_comma_in_type_parameters=insert -org.eclipse.jdt.core.formatter.insert_space_after_ellipsis=insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_angle_bracket_in_parameterized_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_angle_bracket_in_type_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_angle_bracket_in_type_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_brace_in_array_initializer=insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_bracket_in_array_allocation_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_bracket_in_array_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_annotation=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_cast=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_catch=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_constructor_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_enum_constant=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_for=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_if=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_method_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_method_invocation=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_parenthesized_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_switch=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_synchronized=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_try=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_while=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_postfix_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_prefix_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_question_in_conditional=insert -org.eclipse.jdt.core.formatter.insert_space_after_question_in_wildcard=do not insert -org.eclipse.jdt.core.formatter.insert_space_after_semicolon_in_for=insert -org.eclipse.jdt.core.formatter.insert_space_after_semicolon_in_try_resources=insert -org.eclipse.jdt.core.formatter.insert_space_after_unary_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_and_in_type_parameter=insert -org.eclipse.jdt.core.formatter.insert_space_before_assignment_operator=insert -org.eclipse.jdt.core.formatter.insert_space_before_at_in_annotation_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_binary_operator=insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_angle_bracket_in_parameterized_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_angle_bracket_in_type_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_angle_bracket_in_type_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_brace_in_array_initializer=insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_bracket_in_array_allocation_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_bracket_in_array_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_annotation=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_cast=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_catch=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_constructor_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_enum_constant=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_for=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_if=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_method_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_method_invocation=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_parenthesized_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_switch=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_synchronized=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_try=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_while=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_assert=insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_case=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_conditional=insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_default=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_for=insert -org.eclipse.jdt.core.formatter.insert_space_before_colon_in_labeled_statement=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_allocation_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_annotation=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_array_initializer=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_constructor_declaration_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_constructor_declaration_throws=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_enum_constant_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_enum_declarations=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_explicitconstructorcall_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_for_increments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_for_inits=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_method_declaration_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_method_declaration_throws=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_method_invocation_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_multiple_field_declarations=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_multiple_local_declarations=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_parameterized_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_superinterfaces=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_type_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_comma_in_type_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_ellipsis=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_angle_bracket_in_parameterized_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_angle_bracket_in_type_arguments=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_angle_bracket_in_type_parameters=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_annotation_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_anonymous_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_array_initializer=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_block=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_constructor_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_enum_constant=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_enum_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_method_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_switch=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_type_declaration=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_bracket_in_array_allocation_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_bracket_in_array_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_bracket_in_array_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_annotation=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_annotation_type_member_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_catch=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_constructor_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_enum_constant=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_for=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_if=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_method_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_method_invocation=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_parenthesized_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_switch=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_synchronized=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_try=insert -org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_while=insert -org.eclipse.jdt.core.formatter.insert_space_before_parenthesized_expression_in_return=insert -org.eclipse.jdt.core.formatter.insert_space_before_parenthesized_expression_in_throw=insert -org.eclipse.jdt.core.formatter.insert_space_before_postfix_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_prefix_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_question_in_conditional=insert -org.eclipse.jdt.core.formatter.insert_space_before_question_in_wildcard=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_semicolon=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_semicolon_in_for=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_semicolon_in_try_resources=do not insert -org.eclipse.jdt.core.formatter.insert_space_before_unary_operator=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_brackets_in_array_type_reference=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_braces_in_array_initializer=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_brackets_in_array_allocation_expression=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_parens_in_annotation_type_member_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_parens_in_constructor_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_parens_in_enum_constant=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_parens_in_method_declaration=do not insert -org.eclipse.jdt.core.formatter.insert_space_between_empty_parens_in_method_invocation=do not insert -org.eclipse.jdt.core.formatter.join_lines_in_comments=true -org.eclipse.jdt.core.formatter.join_wrapped_lines=true -org.eclipse.jdt.core.formatter.keep_else_statement_on_same_line=false -org.eclipse.jdt.core.formatter.keep_empty_array_initializer_on_one_line=false -org.eclipse.jdt.core.formatter.keep_imple_if_on_one_line=false -org.eclipse.jdt.core.formatter.keep_then_statement_on_same_line=false -org.eclipse.jdt.core.formatter.lineSplit=999 -org.eclipse.jdt.core.formatter.never_indent_block_comments_on_first_column=false -org.eclipse.jdt.core.formatter.never_indent_line_comments_on_first_column=false -org.eclipse.jdt.core.formatter.number_of_blank_lines_at_beginning_of_method_body=0 -org.eclipse.jdt.core.formatter.number_of_empty_lines_to_preserve=1 -org.eclipse.jdt.core.formatter.put_empty_statement_on_new_line=true -org.eclipse.jdt.core.formatter.tabulation.char=space -org.eclipse.jdt.core.formatter.tabulation.size=4 -org.eclipse.jdt.core.formatter.use_on_off_tags=false -org.eclipse.jdt.core.formatter.use_tabs_only_for_leading_indentations=false -org.eclipse.jdt.core.formatter.wrap_before_binary_operator=true -org.eclipse.jdt.core.formatter.wrap_before_or_operator_multicatch=true -org.eclipse.jdt.core.formatter.wrap_outer_expressions_when_nested=true http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/.settings/org.eclipse.jdt.ui.prefs ---------------------------------------------------------------------- diff --git a/invertedindex/.settings/org.eclipse.jdt.ui.prefs b/invertedindex/.settings/org.eclipse.jdt.ui.prefs deleted file mode 100644 index 681b0b0..0000000 --- a/invertedindex/.settings/org.eclipse.jdt.ui.prefs +++ /dev/null @@ -1,7 +0,0 @@ -eclipse.preferences.version=1 -formatter_profile=_Space Indent & Long Lines -formatter_settings_version=12 -org.eclipse.jdt.ui.ignorelowercasenames=true -org.eclipse.jdt.ui.importorder=java;javax;org;com; -org.eclipse.jdt.ui.ondemandthreshold=99 -org.eclipse.jdt.ui.staticondemandthreshold=1 http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/pom.xml ---------------------------------------------------------------------- diff --git a/invertedindex/pom.xml b/invertedindex/pom.xml deleted file mode 100644 index 7fa3e52..0000000 --- a/invertedindex/pom.xml +++ /dev/null @@ -1,165 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> - <parent> - <artifactId>kylin</artifactId> - <groupId>org.apache.kylin</groupId> - <version>1.3-SNAPSHOT</version> - </parent> - <modelVersion>4.0.0</modelVersion> - <artifactId>kylin-invertedindex</artifactId> - <packaging>jar</packaging> - <name>Kylin:InvertedIndex</name> - - <dependencies> - - <dependency> - <groupId>org.apache.kylin</groupId> - <artifactId>kylin-common</artifactId> - <type>test-jar</type> - <scope>test</scope> - <version>${project.parent.version}</version> - </dependency> - - <!--Kylin Jar --> - <dependency> - <groupId>org.apache.kylin</groupId> - <artifactId>kylin-metadata</artifactId> - <version>${project.parent.version}</version> - </dependency> - <dependency> - <groupId>org.apache.kylin</groupId> - <artifactId>kylin-dictionary</artifactId> - <version>${project.parent.version}</version> - </dependency> - - <dependency> - <groupId>commons-cli</groupId> - <artifactId>commons-cli</artifactId> - </dependency> - <dependency> - <groupId>commons-lang</groupId> - <artifactId>commons-lang</artifactId> - </dependency> - <dependency> - <groupId>commons-io</groupId> - <artifactId>commons-io</artifactId> - </dependency> - <dependency> - <groupId>commons-configuration</groupId> - <artifactId>commons-configuration</artifactId> - </dependency> - <dependency> - <groupId>log4j</groupId> - <artifactId>log4j</artifactId> - </dependency> - <dependency> - <groupId>com.fasterxml.jackson.core</groupId> - <artifactId>jackson-databind</artifactId> - </dependency> - <dependency> - <groupId>commons-httpclient</groupId> - <artifactId>commons-httpclient</artifactId> - </dependency> - <dependency> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </dependency> - <dependency> - <groupId>com.ning</groupId> - <artifactId>compress-lzf</artifactId> - </dependency> - <dependency> - <groupId>org.roaringbitmap</groupId> - <artifactId>RoaringBitmap</artifactId> - </dependency> - <!--<dependency> - <groupId>com.n3twork.druid</groupId> - <artifactId>extendedset</artifactId> - </dependency>--> - - <!-- Env & Test --> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-annotations</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-minicluster</artifactId> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.apache.mrunit</groupId> - <artifactId>mrunit</artifactId> - <classifier>hadoop2</classifier> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase-hadoop2-compat</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase-common</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase-client</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase-server</artifactId> - <scope>provided</scope> - <!-- version conflict with hadoop2.2 --> - <exclusions> - <exclusion> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-jobclient</artifactId> - </exclusion> - </exclusions> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-jobclient</artifactId> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <scope>test</scope> - </dependency> - </dependencies> - -</project> http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/src/main/java/org/apache/kylin/invertedindex/IICapabilityChecker.java ---------------------------------------------------------------------- diff --git a/invertedindex/src/main/java/org/apache/kylin/invertedindex/IICapabilityChecker.java b/invertedindex/src/main/java/org/apache/kylin/invertedindex/IICapabilityChecker.java deleted file mode 100644 index 4ee8f50..0000000 --- a/invertedindex/src/main/java/org/apache/kylin/invertedindex/IICapabilityChecker.java +++ /dev/null @@ -1,182 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. -*/ - -package org.apache.kylin.invertedindex; - -import java.util.ArrayList; -import java.util.Collection; -import java.util.HashSet; -import java.util.Iterator; -import java.util.List; -import java.util.Set; - -import org.apache.kylin.invertedindex.model.IIDesc; -import org.apache.kylin.metadata.model.FunctionDesc; -import org.apache.kylin.metadata.model.JoinDesc; -import org.apache.kylin.metadata.model.LookupDesc; -import org.apache.kylin.metadata.model.TableDesc; -import org.apache.kylin.metadata.model.TblColRef; -import org.apache.kylin.metadata.realization.CapabilityResult; -import org.apache.kylin.metadata.realization.SQLDigest; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import com.google.common.collect.Sets; - -/** - */ -public class IICapabilityChecker { - private static final Logger logger = LoggerFactory.getLogger(IICapabilityChecker.class); - - public static CapabilityResult check(IIInstance ii, SQLDigest digest) { - CapabilityResult result = new CapabilityResult(); - result.capable = false; - - // match fact table - if (!digest.factTable.equalsIgnoreCase(ii.getFactTable())) { - logger.info("Exclude II " + ii.getName() + " because fact table unmatch"); - return result; - } - - // match joins - boolean matchJoin = isMatchedWithJoins(digest.joinDescs, ii); - if (!matchJoin) { - logger.info("Exclude II " + ii.getName() + " because unmatched joins"); - return result; - } - - // dimensions & measures - Collection<TblColRef> dimensionColumns = getDimensionColumns(digest); - Collection<FunctionDesc> aggrFunctions = digest.aggregations; - Collection<TblColRef> unmatchedDimensions = unmatchedDimensions(dimensionColumns, ii); - Collection<FunctionDesc> unmatchedAggregations = unmatchedAggregations(aggrFunctions, ii); - - // try dimension-as-measure - if (!unmatchedAggregations.isEmpty()) { - tryDimensionAsMeasures(unmatchedAggregations, digest, ii, result); - } - - if (!unmatchedDimensions.isEmpty()) { - logger.info("Exclude ii " + ii.getName() + " because unmatched dimensions"); - return result; - } - - if (!unmatchedAggregations.isEmpty()) { - logger.info("Exclude ii " + ii.getName() + " because unmatched aggregations"); - return result; - } - - // cost will be minded by caller - result.capable = true; - return result; - } - - private static boolean isMatchedWithJoins(Collection<JoinDesc> joins, IIInstance iiInstance) { - IIDesc iiDesc = iiInstance.getDescriptor(); - List<TableDesc> tables = iiDesc.listTables(); - - List<JoinDesc> cubeJoins = new ArrayList<JoinDesc>(tables.size()); - for (TableDesc tableDesc : tables) { - JoinDesc join = null; - for (LookupDesc lookup : iiDesc.getModel().getLookups()) { - if (lookup.getTable().equalsIgnoreCase(tableDesc.getIdentity())) { - join = lookup.getJoin(); - cubeJoins.add(join); - break; - } - } - } - - for (JoinDesc j : joins) { - // optiq engine can't decide which one is fk or pk - String pTable = j.getPrimaryKeyColumns()[0].getTable(); - String factTable = iiDesc.getModel().getFactTable(); - if (factTable.equals(pTable)) { - j.swapPKFK(); - } - - // check primary key, all PK column should refer to same tale, the Fact Table of iiInstance. - // Using first column's table name to check. - String fTable = j.getForeignKeyColumns()[0].getTable(); - if (!factTable.equals(fTable)) { - logger.info("Fact Table" + factTable + " not matched in join: " + j + " on ii " + iiInstance.getName()); - return false; - } - - // The hashcode() function of JoinDesc has been overwritten, - // which takes into consideration: pk,fk,jointype - if (!cubeJoins.contains(j)) { - logger.info("Query joins don't match on ii " + iiInstance.getName()); - return false; - } - } - return true; - } - - private static Collection<TblColRef> getDimensionColumns(SQLDigest sqlDigest) { - Collection<TblColRef> groupByColumns = sqlDigest.groupbyColumns; - Collection<TblColRef> filterColumns = sqlDigest.filterColumns; - - Collection<TblColRef> dimensionColumns = new HashSet<TblColRef>(); - dimensionColumns.addAll(groupByColumns); - dimensionColumns.addAll(filterColumns); - return dimensionColumns; - } - - private static Set<TblColRef> unmatchedDimensions(Collection<TblColRef> dimensionColumns, IIInstance ii) { - HashSet<TblColRef> result = Sets.newHashSet(dimensionColumns); - result.removeAll(ii.getDescriptor().listAllDimensions()); - return result; - } - - private static Set<FunctionDesc> unmatchedAggregations(Collection<FunctionDesc> aggregations, IIInstance ii) { - HashSet<FunctionDesc> result = Sets.newHashSet(aggregations); - result.removeAll(ii.getDescriptor().listAllFunctions()); - return result; - } - - private static void tryDimensionAsMeasures(Collection<FunctionDesc> unmatchedAggregations, SQLDigest digest, IIInstance ii, CapabilityResult result) { - IIDesc iiDesc = ii.getDescriptor(); - Collection<FunctionDesc> iiFuncs = iiDesc.listAllFunctions(); - - Iterator<FunctionDesc> it = unmatchedAggregations.iterator(); - while (it.hasNext()) { - FunctionDesc functionDesc = it.next(); - - if (iiFuncs.contains(functionDesc)) { - it.remove(); - continue; - } - - // let calcite handle count - if (functionDesc.isCount()) { - it.remove(); - continue; - } - - // calcite can do aggregation from columns on-the-fly - List<TblColRef> neededCols = functionDesc.getParameter().getColRefs(); - if (neededCols.size() > 0 && iiDesc.listAllDimensions().containsAll(neededCols)) { - result.influences.add(new CapabilityResult.DimensionAsMeasure(functionDesc)); - it.remove(); - continue; - } - } - } - -} http://git-wip-us.apache.org/repos/asf/kylin/blob/6b6aa313/invertedindex/src/main/java/org/apache/kylin/invertedindex/IIDescManager.java ---------------------------------------------------------------------- diff --git a/invertedindex/src/main/java/org/apache/kylin/invertedindex/IIDescManager.java b/invertedindex/src/main/java/org/apache/kylin/invertedindex/IIDescManager.java deleted file mode 100644 index 804ecbc..0000000 --- a/invertedindex/src/main/java/org/apache/kylin/invertedindex/IIDescManager.java +++ /dev/null @@ -1,245 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.kylin.invertedindex; - -import java.io.IOException; -import java.util.List; -import java.util.concurrent.ConcurrentHashMap; - -import org.apache.commons.lang3.StringUtils; -import org.apache.kylin.common.KylinConfig; -import org.apache.kylin.common.persistence.JsonSerializer; -import org.apache.kylin.common.persistence.ResourceStore; -import org.apache.kylin.common.persistence.Serializer; -import org.apache.kylin.common.restclient.Broadcaster; -import org.apache.kylin.common.restclient.CaseInsensitiveStringCache; -import org.apache.kylin.invertedindex.model.IIDesc; -import org.apache.kylin.metadata.MetadataConstants; -import org.apache.kylin.metadata.MetadataManager; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** - * copied from CubeDescManager - * - * @author honma - */ -public class IIDescManager { - - private static final Logger logger = LoggerFactory.getLogger(IIDescManager.class); - - private static final Serializer<IIDesc> II_DESC_SERIALIZER = new JsonSerializer<IIDesc>(IIDesc.class); - - // static cached instances - private static final ConcurrentHashMap<KylinConfig, IIDescManager> CACHE = new ConcurrentHashMap<KylinConfig, IIDescManager>(); - - // ============================================================================ - - private KylinConfig config; - // name ==> IIDesc - private CaseInsensitiveStringCache<IIDesc> iiDescMap = new CaseInsensitiveStringCache<IIDesc>(Broadcaster.TYPE.INVERTED_INDEX_DESC); - - public static IIDescManager getInstance(KylinConfig config) { - IIDescManager r = CACHE.get(config); - if (r != null) { - return r; - } - - synchronized (IIDescManager.class) { - r = CACHE.get(config); - if (r != null) { - return r; - } - try { - r = new IIDescManager(config); - CACHE.put(config, r); - if (CACHE.size() > 1) { - logger.warn("More than one singleton exist"); - } - return r; - } catch (IOException e) { - throw new IllegalStateException("Failed to init IIDescManager from " + config, e); - } - } - } - - public static void clearCache() { - CACHE.clear(); - } - - private IIDescManager(KylinConfig config) throws IOException { - logger.info("Initializing IIDescManager with config " + config); - this.config = config; - reloadAllIIDesc(); - } - - public IIDesc getIIDesc(String name) { - return iiDescMap.get(name); - } - - /** - * Reload IIDesc from resource store It will be triggered by an desc update - * event. - * - * @param name - * @throws IOException - */ - public IIDesc reloadIIDesc(String name) throws IOException { - - // Save Source - String path = IIDesc.getIIDescResourcePath(name); - - // Reload the IIDesc - IIDesc ndesc = loadIIDesc(path); - - // Here replace the old one - iiDescMap.putLocal(ndesc.getName(), ndesc); - return ndesc; - } - - private IIDesc loadIIDesc(String path) throws IOException { - ResourceStore store = getStore(); - logger.info("Loading IIDesc " + store.getReadableResourcePath(path)); - - IIDesc ndesc = store.getResource(path, IIDesc.class, II_DESC_SERIALIZER); - - if (StringUtils.isBlank(ndesc.getName())) { - throw new IllegalStateException("IIDesc name must not be blank"); - } - - ndesc.init(getMetadataManager()); - - return ndesc; - } - - /** - * Create a new IIDesc - * - * @param iiDesc - * @return - * @throws IOException - */ - public IIDesc createIIDesc(IIDesc iiDesc) throws IOException { - if (iiDesc.getUuid() == null || iiDesc.getName() == null) - throw new IllegalArgumentException(); - - if (iiDescMap.containsKey(iiDesc.getName())) - throw new IllegalArgumentException("IIDesc '" + iiDesc.getName() + "' already exists"); - - iiDesc.init(getMetadataManager()); - - // Check base validation - // Semantic validation - // TODO - - iiDesc.setSignature(iiDesc.calculateSignature()); - - String path = iiDesc.getResourcePath(); - getStore().putResource(path, iiDesc, II_DESC_SERIALIZER); - iiDescMap.put(iiDesc.getName(), iiDesc); - - return iiDesc; - } - - // remove iiDesc - public void removeIIDesc(IIDesc iiDesc) throws IOException { - String path = iiDesc.getResourcePath(); - getStore().deleteResource(path); - iiDescMap.remove(iiDesc.getName()); - } - - public void removeIIDescLocal(String name) throws IOException { - iiDescMap.remove(name); - } - - private void reloadAllIIDesc() throws IOException { - ResourceStore store = getStore(); - logger.info("Reloading all II desc from folder " + store.getReadableResourcePath(ResourceStore.II_DESC_RESOURCE_ROOT)); - - iiDescMap.clear(); - - List<String> paths = store.collectResourceRecursively(ResourceStore.II_DESC_RESOURCE_ROOT, MetadataConstants.FILE_SURFIX); - for (String path : paths) { - logger.info("loading II Desc from path" + path); - IIDesc desc; - try { - desc = loadIIDesc(path); - } catch (Exception e) { - logger.error("Error loading II desc " + path, e); - continue; - } - if (!path.equals(desc.getResourcePath())) { - logger.error("Skip suspicious desc at " + path + ", " + desc + " should be at " + desc.getResourcePath()); - continue; - } - if (iiDescMap.containsKey(desc.getName())) { - logger.error("Dup IIDesc name '" + desc.getName() + "' on path " + path); - continue; - } - - iiDescMap.putLocal(desc.getName(), desc); - } - - logger.debug("Loaded " + iiDescMap.size() + " II desc(s)"); - } - - /** - * Update IIDesc with the input. Broadcast the event into cluster - * - * @param desc - * @return - * @throws IOException - */ - public IIDesc updateIIDesc(IIDesc desc) throws IOException { - // Validate IIDesc - if (desc.getUuid() == null || desc.getName() == null) { - throw new IllegalArgumentException(); - } - String name = desc.getName(); - if (!iiDescMap.containsKey(name)) { - throw new IllegalArgumentException("IIDesc '" + name + "' does not exist."); - } - - desc.init(getMetadataManager()); - - // TODO: Semantic validation - - desc.setSignature(desc.calculateSignature()); - - // Save Source - String path = desc.getResourcePath(); - getStore().putResource(path, desc, II_DESC_SERIALIZER); - - // Reload the IIDesc - IIDesc ndesc = loadIIDesc(path); - // Here replace the old one - iiDescMap.put(ndesc.getName(), desc); - - return ndesc; - } - - private MetadataManager getMetadataManager() { - return MetadataManager.getInstance(config); - } - - private ResourceStore getStore() { - return ResourceStore.getStore(this.config); - } - -}
