Skip to content
Open
Changes from 12 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 23 additions & 1 deletion 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ cd newproject

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
Expand All @@ -28,22 +29,43 @@ unzip -q rawdata.zip
# Complete assignment here

# 1. Create a directory named data
mkdir data

# 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)
mkdir rawdata
mkdir -p data
mv rawdata data/raw

# 3. List the contents of the ./data/raw directory
ls ./data/raw

# 4. Create the directory ./data/processed,
## create parent directory
mkdir -p data/processed
# then create the following sub-directories within it: server_logs, user_logs, and event_logs
mkdir -p data/processed/server_logs
mkdir -p data/processed/user_logs
mkdir -p data/processed/event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
cp ./data/raw/*server* ./data/processed/server_logs
cp ./data/raw/*.log ./data/processed/server_logs

# 6. Repeat the above step for user logs and event logs
cp ./data/raw/*user* ./data/processed/user_logs
cp ./data/raw/*event* ./data/processed/event_logs

# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
<<<<<<< HEAD
Comment thread
jbrillantes marked this conversation as resolved.
Outdated
rm ./data/raw/*ipaddr*
rm ./data/processed/user_logs/*ipaddr*
=======
Comment thread
jbrillantes marked this conversation as resolved.
Outdated
rf -rf ./data
Comment thread
jbrillantes marked this conversation as resolved.
Outdated
>>>>>>> ea20676d33161a6f4d0fcd3c4f7aa5360f0f4309
Comment thread
jbrillantes marked this conversation as resolved.
Outdated

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed

mkdir -p data/inventory.txt
find ./data/processed -mindepth 2 -type f > ./data/inventory.txt

###########################################

Expand Down