test fscrawler

-
#download package
[root@localhost fs]# wget https://oss.sonatype.org/content/repositories/snapshots/fr/pilato/elasticsearch/crawler/fscrawler-es7/2.7-SNAPSHOT/fscrawler-es7-2.7-20200403.145039-96.zip
--2020-04-08 09:52:01--  https://oss.sonatype.org/content/repositories/snapshots/fr/pilato/elasticsearch/crawler/fscrawler-es7/2.7-SNAPSHOT/fscrawler-es7-2.7-20200403.145039-96.zip
Resolving oss.sonatype.org (oss.sonatype.org)... 34.225.164.131, 52.20.193.6, 3.228.150.45, ...
Connecting to oss.sonatype.org (oss.sonatype.org)|34.225.164.131|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 96052581 (92M) [application/zip]
Saving to: ‘fscrawler-es7-2.7-20200403.145039-96.zip’

100%[===========================================================================================================================================================>] 96,052,581  9.58MB/s   in 12s

2020-04-08 09:52:17 (7.59 MB/s) - ‘fscrawler-es7-2.7-20200403.145039-96.zip’ saved [96052581/96052581]#make config

#config package

[root@localhost fscrawler-es7-2.7-SNAPSHOT]
# vi bin/fscrawler
#!/bin/sh
CDPATH=""
SCRIPT="$0"
JAVA_HOME="/usr/share/java-se-8u41-ri"

[root@localhost fscrawler-es7-2.7-SNAPSHOT]# bin/fscrawler --config_dir ./config fs_index
10:13:31,288 INFO  [f.p.e.c.f.c.BootstrapChecks] Memory [Free/Total=Percent]: HEAP [55mb/782.5mb=7.04%], RAM [104mb/3.4gb=2.96%], Swap [1.9gb/1.9gb=99.27%].
10:13:31,330 WARN  [f.p.e.c.f.c.FsCrawlerCli] job [fs_index] does not exist
10:13:31,331 INFO  [f.p.e.c.f.c.FsCrawlerCli] Do you want to create it (Y/N)?
y
10:13:48,080 INFO  [f.p.e.c.f.c.FsCrawlerCli] Settings have been created in [./config/fs_index/_settings.yaml]. Please review and edit before relaunch

[root@localhost fscrawler-es7-2.7-SNAPSHOT]# 
vi ./config/fs_index/_settings.yaml---
name: "fs_index"
fs:
  url: "/home/weblogic/docs"
  update_rate: "15m"
  excludes:
  - "*/~*"
  json_support: false
  filename_as_id: false
  add_filesize: true
  remove_deleted: true
  add_as_inner_object: false
  store_source: false
  index_content: true
  attributes_support: false
  raw_metadata: false
  xml_support: false
  index_folders: true
  lang_detect: false
  continue_on_error: false
  ocr:
    language: "eng"
    enabled: true
    pdf_strategy: "ocr_and_text"
  follow_symlinks: false
elasticsearch:
  nodes:
  - url: "http://192.168.0.102:9200"
  bulk_size: 100
  flush_interval: "5s"
  byte_size: "10mb"

#config tokenizer
[root@localhost 7]# pwd
/root/fscrawler-es7-2.7-SNAPSHOT/config/_default/7

[root@localhost 7]# ll
합계 12
-rw-r--r--. 1 root root 4676  4월  8 10:13 _settings.json
-rw-r--r--. 1 root root  538  4월  8 10:13 _settings_folder.json



#config package

[root@localhost fscrawler-es7-2.7-SNAPSHOT]
# vi bin/fscrawler#!/bin/sh
C


댓글

댓글 쓰기

이 블로그의 인기 게시물

error You have $NVM_DIR set to "/root/.nvm", but that directory does not exist. Check your profile files and environment.

-
#error [min@localhost ~]$ curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 13527 100 13527 0 0 17679 0 --:--:-- --:--:-- --:--:-- 17682 You have $NVM_DIR set to "/root/.nvm", but that directory does not exist. Check your profile files and environment. #fix error [min@localhost ~]$ unset NVM_DIR [min@localhost ~]$ curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 13527 100 13527 0 0 28270 0 --:--:-- --:--:-- --:--:-- 28240 => Downloading nvm from git to '/home/min/.nvm' => Cloning into '/home/min/.nvm'... remote: Enumerating objects: 290, done. remot
자세한 내용 보기

linux mint install xrdp

-
이미지
## install xrdp $ sudo apt install xrdp $ sudo adduser xrdp ssl-cert $ sudo ufw allow from 192.168.2.0/24 to any port 3389 $ sudo ufw reload $ sudo ufw status ## xrdp connection closes immediately? $ sudo vim /etc/xrdp/startwm.sh unset DBUS_SESSION_BUS_ADDRESS unset XDG_RUNTIME_DIR $ sudo systemctl restart xrdp ## xrdp connection closes immediately? $ sudo vim /etc/xrdp/startwm.sh #!/bin/sh # xrdp X session start script (c) 2015, 2017 mirabilos # published under The MirOS Licence if test -r /etc/profile; then . /etc/profile fi if test -r /etc/default/locale; then . /etc/default/locale test -z "${LANG+x}" || export LANG test -z "${LANGUAGE+x}" || export LANGUAGE test -z "${LC_ADDRESS+x}" || export LC_ADDRESS test -z "${LC_ALL+x}" || export LC_ALL test -z "${LC_COLLATE+x}" || export LC_COLLATE test -z "${LC_CTYPE+x}" || export LC_CTYPE test -z "${LC_IDENTIFICATION+x}" || export L
자세한 내용 보기

centos 6.x yum update problem making ssl connection

-
이미지
## yum update [root@localhost ~]# yum update Loaded plugins: fastestmirror Setting up Update Process Loading mirror speeds from cached hostfile https://vault.centos.org/centos/6/os/x86_64/repodata/repomd.xml: [Errno 14] problem making ssl connection Trying other mirror. Error: Cannot retrieve repository metadata (repomd.xml) for repository: base. Please verify its path and try again ## fix repo [root@localhost ~]# cd /etc/yum yum/ yum.conf yum.repos.d/ [root@localhost ~]# cd /etc/yum.repos.d/ [root@localhost ~]# yum clean all Loaded plugins: fastestmirror Cleaning repos: base update Cleaning up Everything Cleaning up list of fastest mirrors ## fix repo [root@localhost yum.repos.d]# vi CentOS-Base.repo [base] name= CentOS-6 - Base baseurl= http://mirror.nsc.liu.se/centos-store/6.6/os/x86_64/ gpgcheck=0 priority=1 protect=1 [update] name=CentOS-6 - Updates baseurl=https://archive.kernel.org/centos-vault/6.6/updates/x86_64/ gpgcheck=0 priority=1 protect=1
자세한 내용 보기