Skip to content

Commit

Permalink
[HUDI-580] Fix incorrect license header in files
Browse files Browse the repository at this point in the history
  • Loading branch information
lamberken authored and bvaradar committed Feb 25, 2020
1 parent 83c8ad5 commit 11fb2c2
Show file tree
Hide file tree
Showing 60 changed files with 46 additions and 120 deletions.
2 changes: 0 additions & 2 deletions docker/build_local_docker_images.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

while true; do
read -p "Docker images can be downloaded from docker hub and seamlessly mounted with latest HUDI jars. Do you still want to build docker images from scratch ?" yn
Expand Down
3 changes: 1 addition & 2 deletions docker/compose/hadoop.env
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

HIVE_SITE_CONF_javax_jdo_option_ConnectionURL=jdbc:postgresql://hive-metastore-postgresql/metastore
HIVE_SITE_CONF_javax_jdo_option_ConnectionDriverName=org.postgresql.Driver
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/compaction.commands
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

connect --path /user/hive/warehouse/stock_ticks_mor
compactions show all
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/config/base.properties
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

hoodie.upsert.shuffle.parallelism=2
hoodie.insert.shuffle.parallelism=2
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/config/dfs-source.properties
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

include=base.properties
# Key fields, for kafka example
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/config/kafka-source.properties
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

include=base.properties
# Key fields, for kafka example
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/get_min_commit_time.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -15,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

MIN_COMMIT_TIME=`hdfs dfs -ls -t /user/hive/warehouse/stock_ticks_cow/.hoodie/*.commit | head -1 | awk -F'/' ' { print $7 } ' | awk -F'.' ' { print $1 } '`
echo $MIN_COMMIT_TIME;
3 changes: 1 addition & 2 deletions docker/demo/hive-batch1.commands
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

add jar ${hudi.hadoop.bundle};

Expand Down
3 changes: 1 addition & 2 deletions docker/demo/hive-batch2-after-compaction.commands
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

add jar ${hudi.hadoop.bundle};

Expand Down
3 changes: 1 addition & 2 deletions docker/demo/hive-incremental.commands
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

add jar ${hudi.hadoop.bundle};

Expand Down
3 changes: 1 addition & 2 deletions docker/demo/hive-table-check.commands
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

add jar ${hudi.hadoop.bundle};
show tables;
Expand Down
3 changes: 1 addition & 2 deletions docker/demo/setup_demo_container.sh
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

echo "Copying spark default config and setting up configs"
cp /var/hoodie/ws/docker/demo/config/spark-defaults.conf $SPARK_CONF_DIR/.
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/base/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

FROM openjdk:8u212-jdk-slim-stretch
MAINTAINER Hoodie
Expand Down
2 changes: 0 additions & 2 deletions docker/hoodie/hadoop/base/entrypoint.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################


#######################################################################################
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/base/export_container_ip.sh
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

interfaces=( "en0" "eth0" )

Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/datanode/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

ARG HADOOP_VERSION=2.8.4
ARG HADOOP_DN_PORT=50075
Expand Down
2 changes: 0 additions & 2 deletions docker/hoodie/hadoop/datanode/run_dn.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

datadir=`echo $HDFS_CONF_dfs_datanode_data_dir | perl -pe 's#file://##'`
if [ ! -d $datadir ]; then
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/historyserver/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

ARG HADOOP_VERSION=2.8.4
ARG HADOOP_HISTORY_PORT=8188
Expand Down
2 changes: 0 additions & 2 deletions docker/hoodie/hadoop/historyserver/run_history.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,6 +15,5 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

$HADOOP_PREFIX/bin/yarn --config $HADOOP_CONF_DIR historyserver
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/hive_base/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

ARG HADOOP_VERSION=2.8.4
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

status = INFO
name = BeelineLog4j2
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/hive_base/conf/hive-env.sh
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

# Set Hive and Hadoop environment variables here. These variables can be used
# to control the execution of Hive. It should be used by admins to configure
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

status = INFO
name = HiveExecLog4j2
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

status = INFO
name = HiveLog4j2
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

status = INFO
name = LlapDaemonLog4j2
Expand Down
2 changes: 0 additions & 2 deletions docker/hoodie/hadoop/hive_base/entrypoint.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

# Set some sensible defaults
export CORE_CONF_fs_defaultFS=${CORE_CONF_fs_defaultFS:-hdfs://`hostname -f`:8020}
Expand Down
2 changes: 0 additions & 2 deletions docker/hoodie/hadoop/hive_base/startup.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
#!/bin/bash

################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,7 +15,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

hadoop fs -mkdir /tmp
hadoop fs -mkdir -p /user/hive/warehouse
Expand Down
3 changes: 1 addition & 2 deletions docker/hoodie/hadoop/namenode/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
################################################################################

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -14,7 +14,6 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

ARG HADOOP_VERSION=2.8.4
ARG HADOOP_WEBHDFS_PORT=50070
Expand Down
Loading

0 comments on commit 11fb2c2

Please sign in to comment.