mongo_exportpublic.sh

#!/bin/bash

# This script exports users, rooms, messages and uploaded files from RocketChat. Only public rooms and their messages are exported.
# Export will be in /tmp/tmp.xxxxxx, which is printed at the end of the script

dbname=$1
user=$2
pass=$3
output=$(mktemp -d)
#output="/tmp/montmp"

cd ${output}

echo -e "\nExporting users and public rooms...\n"
# rocketchat_users.json will contain all users, rocketchat_room_tmp.json will contains only public rooms
mongoexport --collection=users --db=${dbname} --out=rocketchat_users.json -u ${user} -p ${pass}
mongoexport --collection=rocketchat_room --db=${dbname} --out=rocketchat_rooms.json -u ${user} -p ${pass} --query '{"t":"c"}' # --fields "_id,name,t,usernames"

# filter rooms to export, here only public chats. rocketchat_room.json will contain only public rooms
# grep -e "\"t\":\"c\"" rocketchat_room_tmp.json > rocketchat_room.json
# rm rocketchat_room_tmp.json

# ${publicrooms} is the list of public room ids, such as "kjkjknbnbb","hjhjhjHgd45"
publicrooms=$(cat rocketchat_rooms.json | sed ':b; s/.{[^{}]*}//g; t b' | sed -r "s/^.*\"_id\":(\"[a-zA-Z0-9-]+\").*$/\1/g" | sed -ze "s/\n/,/g" | sed "s/,$//g")
# sed "s/\"u\":{[^}]*}"//g
# sed ':b; s/.{[^{}]*}//g; t b' | sed -E "s/^.*\"_id\":(\"[^\"]+\").*$/\1/g" | sed -ze "s/\n/,/g" | sed "s/,$//g"

echo "Public rooms are: ${publicrooms}"

echo -e "\nExporting public messages...\n"
# rocketchat_message.json will contain messages only from ${publicrooms}
mongoexport --collection=rocketchat_message --db=${dbname} --out=rocketchat_messages.json -u ${user} -p ${pass} --query="{\"rid\": {\"\$in\" : [${publicrooms}]} }"  --sort='{ts: 1}'

echo -e "\nExporting public attachments...\n"
# Finally, extract all files linked by public messages
mkdir -p files
cd files
while IFS="" read -r p || [ -n "$p" ]
do
  link=$(printf '%s\n' "$p" | grep "title_link" | sed -E "s/.*\"title_link\":\"\/file-upload\/([a-zA-Z0-9]+)\/.*$/\1/g")
  if [ -n "${link##+([[:space:]])}" ]; then
    echo ${link}
    mongofiles -u ${user} -p ${pass} --db=${dbname} --prefix=rocketchat_uploads get ${link}
  fi
done < ../rocketchat_messages.json

# To export all files, uncomment the following part
# for i in $(mongofiles -u ${user} -p ${pass} --db=${dbname} --prefix=rocketchat_uploads list); do
#   echo $i
#   mongofiles -u ${user} -p ${pass} --db=${dbname} --prefix=rocketchat_uploads get ${i}
# done

echo -e "\nExporting users' avatars...\n"
cd ..
mkdir -p avatars_users
cd avatars_users
for avatar_user in $(cat ../rocketchat_users.json | grep -o -e '"username":"[^"]*"' | sort | uniq | cut -d ':' -f2 | sed "s/\"//g"); do
  #avatar_etag=$(mongosh -u ${user} -p ${pass} ${dbname} --eval "db.users.find({'username': \"$avatar_user\"})" | grep avatarETag)
  avatar_etag=$(grep "\"username\":\"${avatar_user}\"" ../rocketchat_users.json | grep -o -e '"avatarETag":"[^"]*"' | sort | uniq | cut -d ':' -f2 | sed "s/\"//g")
  if [ -n "$avatar_etag" ]; then
    #avatar_etag=$(echo ${avatar_etag} | cut -d ':' -f 2 | sed "s/[ \',]//g")
    echo $avatar_etag
    avatar_url=$(mongosh -u ${user} -p ${pass} ${dbname} --eval "db.rocketchat_avatars.find({'etag': \"$avatar_etag\"})" | grep path)
    echo $avatar_url
    avatar_id=$(echo ${avatar_url} | cut -d ':' -f 3 | sed "s/[ \',]//g" | cut -d '/' -f2)
    echo $avatar_id
    mongofiles -u ${user} -p ${pass} --db=${dbname} --prefix=rocketchat_avatars --local="$avatar_etag" get ${avatar_id} # --local="${avatar_user}"
  fi
done

echo -e "\nExporting rooms' avatars...\n"
cd ..
mkdir -p avatars_rooms
cd avatars_rooms
for avatar_room in $(cat ../rocketchat_rooms.json | grep -o -e '"name":"[^"]*"' | sort | uniq | cut -d ':' -f2 | sed "s/\"//g"); do
  avatar_etag=$(mongosh -u ${user} -p ${pass} ${dbname} --eval "db.rocketchat_room.find({'name': \"$avatar_room\"})" | grep avatarETag)
  if [ -n "$avatar_etag" ]; then
    avatar_etag=$(echo ${avatar_etag} | cut -d ':' -f 2 | sed "s/[ \',]//g")
    echo $avatar_etag
    avatar_url=$(mongosh -u ${user} -p ${pass} ${dbname} --eval "db.rocketchat_avatars.find({'etag': \"$avatar_etag\"})" | grep path)
    echo $avatar_url
    avatar_id=$(echo ${avatar_url} | cut -d ':' -f 3 | sed "s/[ \',]//g" | cut -d '/' -f2)
    echo $avatar_id
    mongofiles -u ${user} -p ${pass} --db=${dbname} --prefix=rocketchat_avatars --local="$avatar_etag" get ${avatar_id} # --local="${avatar_room}"
  fi
done




# Print output directory
echo "Exported to ${output}"