elk 中kafka启动脚本和配置文件

kafka启动脚本和配置文件

# more kafka

#!/bin/sh

# Init script for kafka

### BEGIN INIT INFO

# Provides:          kafka

# Default-Start:     2 3 4 5

# Default-Stop:      0 1 6

# Short-Description:

# Description:        Starts kafka as a daemon.

### END INIT INFO

PATH=$PATH:/sbin:/usr/sbin:/bin:/usr/bin:/usr/local/kafka/bin

export PATH

export JAVA_HOME=/usr/local/java

# adirname - return absolute dirname of given file

adirname() { odir=`pwd`; cd `dirname $1`; pwd; cd "${odir}"; }

MYNAME=`basename "$0"`

MYDIR=`adirname "$0"`

name="${MYNAME}"

KAFKA_USER=elasticsearch

KAFKA_GROUP=elasticsearch

KAFKA_HOME=/usr/local/kafka

KAFKA_LOG_DIR="${MYDIR}/logs"

KAFKA_CONF_DIR="${MYDIR}/config"

KAFKA_CONF_FILENAME=server.properties

JMX_PORT=5760

KAFKA_HEAP_OPTS="-Xms1G -Xmx1G -XX:NewRatio=2 -XX:SurvivorRatio=8 -XX:MaxMetaspaceSize=512M -XX:CompressedClassSpaceSize=512M -X

loggc:$KAFKA_LOG_DIR/gc.log -verbose:gc -XX:+PrintGCApplicationStoppedTime -XX:+PrintGCDateStamps -XX:+PrintGCDetails"

KAFKA_LOG_FILE="${KAFKA_LOG_DIR}/$name.log"

pidfile="${KAFKA_LOG_DIR}/$name.pid"

KAFKA_CONF_DIR_FILE="$KAFKA_CONF_DIR/$KAFKA_CONF_FILENAME"

KILL_ON_STOP_TIMEOUT=${KILL_ON_STOP_TIMEOUT-0} #default value is zero to this variable but could be updated by user request

KAFKA_OPTS=""

KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:$KAFKA_CONF_DIR/log4j.properties"

[ -r /etc/default/$name ] && . /etc/default/$name

[ -r /etc/sysconfig/$name ] && . /etc/sysconfig/$name

program=$KAFKA_HOME/bin/kafka-server-start.sh

args=" ${KAFKA_CONF_DIR_FILE}"

quiet() {

  "$@" > /dev/null 2>&1

  return $?

}

start() {

  KAFKA_JAVA_OPTS="${KAFKA_OPTS} -Djava.io.tmpdir=${KAFKA_HOME}"

  HOME=${KAFKA_HOME}

  export PATH HOME KAFKA_JAVA_OPTS KAFKA_HEAP_OPTS JMX_PORT

  # Run the program!

  $program $args > ${KAFKA_LOG_DIR}/$name.stdout 2> "${KAFKA_LOG_DIR}/$name.err" &

  # Generate the pidfile from here. If we instead made the forked process

  # generate it there will be a race condition between the pidfile writing

  # and a process possibly asking for status.

  echo $! > $pidfile

  echo "$name started."

  return 0

}

stop() {

  # Try a few times to kill TERM the program

  if status ; then

    pid=`cat "$pidfile"`

    echo "Killing $name (pid $pid) with SIGTERM"

    ps -ef |grep $pid |grep -v 'grep' |awk '{print $2}' | xargs kill -9

    # Wait for it to exit.

    for i in 1 2 3 4 5 6 7 8 9 ; do

      echo "Waiting $name (pid $pid) to die..."

      status || break

      sleep 1

    done

    if status ; then

      if [ $KILL_ON_STOP_TIMEOUT -eq 1 ] ; then

        echo "Timeout reached. Killing $name (pid $pid) with SIGKILL. This may result in data loss."

        kill -KILL $pid

        echo "$name killed with SIGKILL."

      else

        echo "$name stop failed; still running."

        return 1 # stop timed out and not forced

      fi

    else

      echo "$name stopped."

    fi

  fi

}

status() {

  if [ -f "$pidfile" ] ; then

    pid=`cat "$pidfile"`

    if kill -0 $pid > /dev/null 2> /dev/null ; then

      # process by this pid is running.

      # It may not be our pid, but that's what you get with just pidfiles.

      # TODO(sissel): Check if this process seems to be the same as the one we

      # expect. It'd be nice to use flock here, but flock uses fork, not exec,

      # so it makes it quite awkward to use in this case.

      return 0

    else

      return 2 # program is dead but pid file exists

    fi

  else

    return 3 # program is not running

  fi

}

configtest() {

  # Check if a config file exists

  if [ ! "$(ls -A ${KAFKA_CONF_DIR}/* 2> /dev/null)" ]; then

    echo "There aren't any configuration files in ${KAFKA_CONF_DIR}"

    return 1

  fi

  HOME=${KAFKA_HOME}

  export PATH HOME

  #test_args=""

  #$program ${test_args}

  #[ $? -eq 0 ] && return 0

  # Program not configured

  #return 6

}

case "$1" in

  start)

    status

    code=$?

    if [ $code -eq 0 ]; then

      echo "$name is already running"

    else

      start

      code=$?

    fi

    exit $code

    ;;

  stop) stop ;;

  force-stop) force_stop ;;

  status)

    status

    code=$?

    if [ $code -eq 0 ] ; then

      echo "$name is running"

    else

      echo "$name is not running"

    fi

    exit $code

    ;;

  reload) reload ;;

  restart)

    stop &&     start

    ;;

  check)

    configtest

    exit $?

    ;;

  *)

    echo "Usage: $SCRIPTNAME {start|stop|status}" >&2

    exit 3

  ;;

esac

exit $?

　

# cat server.properties |grep -v "^#"|grep -v "^$"

broker.id=1

delete.topic.enable=true

default.replication.factor=2

listeners=PLAINTEXT://192.168.1.190:9092

advertised.listeners=PLAINTEXT://192.168.1.190:9092

num.network.threads=3

num.io.threads=8

socket.send.buffer.bytes=102400

socket.receive.buffer.bytes=102400

socket.request.max.bytes=104857600

message.max.bytes = 10240000

log.dirs=/home/elasticsearch/kafka/logs

num.partitions=6

num.recovery.threads.per.data.dir=1

log.cleaner.enable=false

offsets.topic.replication.factor=1

transaction.state.log.replication.factor=1

transaction.state.log.min.isr=1

log.retention.hours=168

log.segment.bytes=1073741824

log.retention.check.interval.ms=300000

log.cleaner.enable=true

log.cleanup.policy=delete

log.cleaner.min.compaction.lag.ms=86400000

zookeeper.connect=zoo1:2181,zoo2:2181,zoo3:2181

zookeeper.connection.timeout.ms=6000

group.initial.rebalance.delay.ms=0

# cat producer.properties |grep -v "^#"|grep -v "^$"

bootstrap.servers=zoo1:9020,zoo29092,zoo3:9092

compression.type=none