vresspiti.sh

#!/bin/bash

#Variables
RECIPIENTS="youremail@address.com,andonemore@newaddress.com"
WORK_PATH="/home/yourusername/myhouses"
URL="http://www.xe.gr/property/search?System.item_type=re_residence&Transaction.type_channel=117541&Transaction.price.from=300&Transaction.price.to=500&Item.area.from=40&Item.area.to=100&Geo.area_id_new__hierarchy=83268"
USER_AGENT="User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:68.0) Gecko/20100101 Firefox/68.0"

NEWOUT="${WORK_PATH}/tmp/newout"
ARROUT="${WORK_PATH}/tmp/array.out"
TOMAIL="${WORK_PATH}/tmp/tomail"

if [ "x${WORK_PATH}" = "x" ]; then
  echo "WORK_PATH not defined"
  exit 10
fi

#cleanup
rm -f $NEWOUT
rm -f $ARROUT
rm -f $TOMAIL

mkdir -p "${WORK_PATH}/tmp"

curl -H "${USER_AGENT}" "${URL}" | $PUP '[class="resultItem   r  ad_full_view"] json{}' > ${NEWOUT}
cat ${NEWOUT} | jq -r '[.[] as $house | [$house."href",$house.children[1].children[0].children[0].text+$house.children[1].children[1].children[0].text+$house.children[1].children[0].text]]' | \
       sed -e 's/"//g' | sed -e 's/\(\/pro\)/https:\/\/www.xe.gr\1/g' | \
       sed -e 's/],*//g' -e 's/\[//g' -e '/^\s*$/d' -e 's/,$//g' -e 's/^\s*//g'> ${ARROUT}

IFS=$'\r\n' GLOBIGNORE='*' command eval  'HOUSES=($(cat ${ARROUT}))'
ARRLEN=${#HOUSES[@]}

i=0
while [ "${i}" -lt "${ARRLEN}" ]; do
	# get the links for the houses, string must contain http
	echo "${HOUSES[$i]}" | grep -q "http"
	if [ "$?" -eq "0" ]; then
		# filter out houses that we have already sent email for
		grep -q "${HOUSES[$i]}" ${WORK_PATH}/mailed
		if [ "$?" -gt "0" ]; then
			# only continue if the description of the house doesn't contain "κεντρικ. θ.ρμανση"
			echo "${HOUSES[$((i+1))]}" | grep -Eq "κεντρικ. θ.ρμανση"
			if [ "$?" -gt "0" ]; then
				echo "New house ${HOUSES[$i]}" >> ${TOMAIL}
				echo "${HOUSES[$((i+1))]}" >> ${TOMAIL}
			fi
		fi
	fi
	i=$(( i + 1 ))
done


if [ -f ${TOMAIL} ]; then
	mailx -s "new houses" -r noreply@xe.gr ${RECIPIENTS} < "${TOMAIL}"
	grep http ${TOMAIL} >> ${WORK_PATH}/mailed
	rm -f ${TOMAIL}
fi