readitlater.sh

#!/usr/bin/env bash
# -*- coding: UTF-8 -*-
: "${ME:="$HOME/Me"}"

ORG_FILEPATH=$ME/Orgmode/ReadItLater.org
ORG_ARCHIVE_FILEPATH=("$ME/Orgmode/ReadItLater.org_archive" "$ME/Orgmode/Orgmode.org_archive")

command -v yt-dlp >/dev/null
if [ $? -ne 0 ]; then
    $WARNING "yt-dlp is missing."
    exit 0
fi

# Default notification system is stdout
NOTIFY="echo"
WARNING="echo [!]"

command -v termux-setup-storage > /dev/null
if [ $? -eq 0 ]; then
    NOTIFY="termux-notification --content"
    WARNING="termux-notification --content"
else
    command -v notify-send >/dev/null
    if [ $? -eq 0 ]; then
        NOTIFY="notify-send --app-name ReadItLater -i dialog-information"
        WARNING="notify-send --app-name ReadItLater -i dialog-information"
    fi
fi

get_tags() {
    command -v kdialog >/dev/null
    if [[ $? -eq 0 ]]; then
        TAG=`kdialog --title ReadItLater --inputbox "Tags (separated by \":\")"`
        echo "$TAG:"
        return 0
    fi
    command -v termux-setup-storage >/dev/null
    if [[ $? -eq 0 ]]; then
        TAG=`termux-dialog text -t "ReadItLater" -i "Tags separated by \":\"" | jq -r .text`
        if [[ -z $TAG ]] || [[ $TAG == "" ]]; then
            echo ""
        else
            echo "$TAG:"
        fi
        return 0
    fi
    echo ""
}

get_video_data_fallback() {
    command -v kdialog >/dev/null
    if [[ $? -eq 0 ]]; then
        DATA=`kdialog --title ReadItLater --inputbox "description and duration (comma separated)"`
        if [ $? -eq 0 ] && [ -n "$DATA" ]; then
            echo "$DATA"
            return 0
        fi
        return 1
    fi
    command -v termux-setup-storage >/dev/null
    if [[ $? -eq 0 ]]; then
        DATA=`termux-dialog text -t "ReadItLater" -i "description and duration (comma separated)" | jq -r .text`
        if [ $? -eq 0 ] && [ -n "$DATA" ]; then
            echo "$DATA"
            return 0
        fi
        return 1
    fi
    echo ""
    return 1
}


check_duplicate() {
    local url=$1
    grep "$url" ${ORG_FILEPATH} >/dev/null
    if [ $? -eq 0 ]; then
        $WARNING "Already in ReadItLater"
        return 1
    fi
    for archive in "${ORG_ARCHIVE_FILEPATH[@]}"; do
        grep "$url" $archive >/dev/null
        if [ $? -eq 0 ]; then
            $WARNING "Already in ReadItLater Archive"
            return 1
        fi
    done
    return 0
}

# Function to estimate reading time and categorize it
calculate_reading_time() {
    word_count=$(echo "$1" | wc -w)
    reading_speed=200  # Average reading speed in words per minute
    reading_time=$((word_count / reading_speed))
    reading_time=$((reading_time + 1))  # Add 1 minute to round up

    if [ "$reading_time" -le 10 ]; then
        duration_tag="short"
    elif [ "$reading_time" -le 30 ]; then
        duration_tag="mid"
    else
        duration_tag="long"
    fi

    echo "$reading_time" "$duration_tag"
}

# Function to process a YouTube URL and categorize it
process_youtube() {
    raw_url=$1
    # remove GET arguments from url (e.g. t=Xs)
    url=$(echo $url | cut -d'&' -f1)

    check_duplicate "$url"
    if [ $? -eq 1 ]; then
        return 0
    fi

    custom_tags=`get_tags`

    if [[ "$url" =~ "playlist" ]]; then
        title=$(yt-dlp --skip-download --print playlist_title "$url" | uniq)
        rc=$?
        title="$title playlist"
    else
        info=$(yt-dlp --get-title --get-duration "$url")
        rc=$?
        title=$(echo "$info" | sed -n '1p')
        duration=$(echo "$info" | sed -n '2p')
    fi

    if [ $rc -ne 0 ]; then
        values=$(get_video_data_fallback)
        title=$(echo "$values" | cut -d"," -f1)
        duration=$(echo "$values" | cut -d"," -f2)
    fi
    if [ -z "$title" ] || [ -z "$duration" ]; then
        $WARNING "Could not process link: missing title or duration"
        exit 1
    fi

    if [[ -z $duration ]]; then
        # right now only the playlists don't have duration, so the tag long is appropriate
        duration="0"
        duration_tag="long"
    else
        # Convert duration to seconds
        duration_seconds=$(echo "$duration" | awk -F: '{ if (NF==3) { print ($1 * 3600) + ($2 * 60) + $3 } else if (NF==2) { print ($1 * 60) + $2 } else { print $1 } }')
        duration_minutes=$((duration_seconds / 60))

        if [ "$duration_minutes" -le 10 ]; then
            duration_tag="short"
        elif [ "$duration_minutes" -le 30 ]; then
            duration_tag="mid"
        else
            duration_tag="long"
        fi
    fi

    creation_date=`date +%F`

    all_tags=":$duration_tag:video:$custom_tags"

    # escape single and double quotes
    title=${title//\"}
    title=${title//\-}


    cat << EOF >> ${ORG_FILEPATH}
* TODO $title $all_tags
  :PROPERTIES:
  :CREATED: ${creation_date}
  :LEN: ${duration_minutes:-0}
  :URL: ${url}
  :END:
  $url

EOF
    $NOTIFY "[$duration] $title ($all_tags) saved"
}

# Function to process a web page URL and categorize it
process_webpage() {
    url=$1

    check_duplicate "$url"
    if [ $? -eq 1 ]; then
        return 0
    fi

    custom_tags=`get_tags`

    title=$(wget -q -O - "$url" | tr "\n" " " | sed 's|.*<title>\([^<]*\).*</head>.*|\1|;s|^\s*||;s|\s*$||')
    content=$(curl -sL "$url" | html2text)
    reading_info=$(calculate_reading_time "$content")
    reading_time=$(echo "$reading_info" | awk '{print $1}')
    duration_tag=$(echo "$reading_info" | awk '{print $2}')
    creation_date=`date +%F`


    all_tags=":$duration_tag:reading:$custom_tags"

    cat << EOF >> ${ORG_FILEPATH}
* TODO $title $all_tags
  :PROPERTIES:
  :CREATED: ${creation_date}
  :LEN: ${reading_time:-0}
  :URL: ${url}
  :END:
  $url

EOF
    $NOTIFY "[${reading_time}m] $title ($all_tags) saved"
}

# Main script logic
if [ ! -f ${ORG_FILEPATH} ]; then
    $WARNING "Could not find :$ORG_FILEPATH:"
    exit 1
fi
if [[ $# -eq 0 ]]; then
    url=`wl-paste`
else
    url=$1
fi

if [[ ! $url =~ "http"  ]] && [[ ! $url =~ "www"  ]]; then
    exit 0
fi

# Check if the URL is a YouTube link
if [[ "$url" =~ "youtube.com" || "$url" =~ "youtu.be" ]]; then
    process_youtube "$url"
else
    process_webpage "$url"
fi