# WebHCat

    module.exports =  header: 'WebHCat Install', handler: ({options}) ->

## Register

      @registry.register 'hconfigure', '@rybajs/metal/lib/hconfigure'
      @registry.register 'hdp_select', '@rybajs/metal/lib/hdp_select'
      @registry.register 'hdfs_upload', '@rybajs/metal/lib/hdfs_upload'

## Wait

      # @call once: true, '@rybajs/metal/zookeeper/server/wait'
      # @call once: true, '@rybajs/metal/hadoop/hdfs_nn/wait'
      # @call once: true, '@rybajs/metal/hive/hcatalog/wait'
      # @call once: true, 'masson/core/krb5_client/wait'

## IPTables

| Service | Port  | Proto | Info                |
|---------|-------|-------|---------------------|
| webhcat | 50111 | http  | WebHCat HTTP server |

IPTables rules are only inserted if the parameter "iptables.action" is set to
"start" (default value).

      @tools.iptables
        header: 'IPTables'
        rules: [
          { chain: 'INPUT', jump: 'ACCEPT', dport: options.webhcat_site['templeton.port'], protocol: 'tcp', state: 'NEW', comment: "WebHCat HTTP Server" }
        ]
        if: options.iptables.action is 'start'

## Identities

By default, the "hive" and "hive-hcatalog" packages create the following
entries:

```bash
cat /etc/passwd | grep hive
hive:x:493:493:Hive:/var/lib/hive:/sbin/nologin
cat /etc/group | grep hive
hive:x:493:
```

      @system.group header: 'Group', options.group
      @system.user header: 'User', options.user


## Startup

Install the "hadoop-yarn-resourcemanager" service, symlink the rc.d startup script
inside "/etc/init.d" and activate it on startup.

      @call header: 'Service', ->
        @service 'hive-webhcat-server'
        @service 'pig'   # Upload .tar.gz
        @service 'sqoop' # Upload .tar.gz
        @hdp_select
          name: 'hive-webhcat'
        @service.init
          header: 'Init Script'
          source: "#{__dirname}/../resources/hive-webhcat-server.j2"
          local: true
          target: '/etc/init.d/hive-webhcat-server'
          mode: 0o0755
          context: options: options
        @system.tmpfs
          if_os: name: ['redhat','centos'], version: '7'
          mount: options.pid_dir
          uid: options.user.name
          gid: options.hadoop_group.name
          perm: '0750'
        @system.execute
          cmd: "service hive-webhcat-server restart"
          if: -> @status -3

## Directories

Create file system directories for log and pid.

      @call header: 'Layout', ->
        @system.mkdir
          target: options.log_dir
          uid: options.user.name
          gid: options.hadoop_group.name
          mode: 0o755
        @system.mkdir
          target: options.pid_dir
          uid: options.user.name
          gid: options.hadoop_group.name
          mode: 0o755

## Configuration

Upload configuration inside '/etc/hive-webhcat/conf/webhcat-site.xml'.

      @hconfigure
        header: 'Webhcat Site'
        target: "#{options.conf_dir}/webhcat-site.xml"
        source: "#{__dirname}/../../resources/hive-webhcat/webhcat-site.xml"
        local: true
        properties: options.webhcat_site
        uid: options.user.name
        gid: options.hadoop_group.name
        mode: 0o0755
        merge: true

## Env

Update environmental variables inside '/etc/hive-webhcat/conf/webhcat-env.sh'.

      @call header: 'Webhcat Env', ->
        options.java_opts = ''
        options.java_opts += " -D#{k}=#{v}" for k, v of options.opts
        @file
          source: "#{__dirname}/../../resources/hive-webhcat/webhcat-env.sh"
          local: true
          target: "#{options.conf_dir}/webhcat-env.sh"
          uid: options.user.name
          gid: options.hadoop_group.name
          mode: 0o0755
          write: [
            match: RegExp "export HADOOP_OPTS=.*", 'm'
            replace: "export HADOOP_OPTS=\"${HADOOP_OPTS} #{options.java_opts}\" # RYBA, DONT OVERWRITE"
            append: true
          ]

## HDFS Tarballs

Upload the Pig, Hive and Sqoop tarballs inside the "/hdp/apps/$version"
HDFS directory. Note, the parent directories are created by the
"@rybajs/metal/hadoop/hdfs_dn/layout" module.

      @call header: 'HDFS Tarballs', ->
        @hdfs_upload (
          for lib in ['pig', 'hive', 'sqoop']
            source: "/usr/hdp/current/#{lib}-client/#{lib}.tar.gz"
            target: "/hdp/apps/$version/#{lib}/#{lib}.tar.gz"
            lock: "/tmp/ryba-#{lib}.lock"
            krb5_user: options.hdfs_krb5_user
        )

        # Avoid HTTP response
        # Permission denied: user=ryba, access=EXECUTE, inode=\"/tmp/hadoop-hcat\":HTTP:hadoop:drwxr-x---

      @system.execute
        header: 'Fix HDFS tmp'
        cmd: mkcmd.hdfs options.hdfs_krb5_user, """
        if hdfs dfs -test -d /tmp/hadoop-hcat; then exit 2; fi
        hdfs dfs -mkdir -p /tmp/hadoop-hcat
        hdfs dfs -chown HTTP:#{options.hadoop_group.name} /tmp/hadoop-hcat
        hdfs dfs -chmod -R 1777 /tmp/hadoop-hcat
        """
        code_skipped: 2

## SPNEGO

Copy the spnego keytab with restricitive permissions

      @system.copy
        header: 'SPNEGO'
        source: '/etc/security/keytabs/spnego.service.keytab'
        target: options.webhcat_site['templeton.kerberos.keytab']
        uid: options.user.name
        gid: options.hadoop_group.name
        mode: 0o0660

## Log4j Properties

      @file
        header: 'Log4j'
        target: "#{options.conf_dir}/webhcat-log4j.properties"
        source: "#{__dirname}/../resources/webhcat-log4j.properties"
        local: true
        write: for k, v of options.log4j.properties
          match: RegExp "#{k}=.*", 'm'
          replace: "#{k}=#{v}"
          append: true

## Dependencies

    mkcmd = require '../../lib/mkcmd'

## TODO: Check Hive

```
hdfs dfs -mkdir -p front1-webhcat/mytable
echo -e 'a,1\nb,2\nc,3' | hdfs dfs -put - front1-webhcat/mytable/data
hive
  create database testhcat location '/user/@rybajs/metal/front1-webhcat';
  create table testhcat.mytable(col1 STRING, col2 INT) ROW FORMAT DELIMITED FIELDS TERMINATED BY ',';
curl --negotiate -u : -d execute="use+testhcat;select+*+from+mytable;" -d statusdir="testhcat1" http://front1.hadoop:50111/templeton/v1/hive
hdfs dfs -cat testhcat1/stderr
hdfs dfs -cat testhcat1/stdout
```