F08-Images of all satellites.ipynb

{
 "cells": [
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "import sys\n",
    "sys.path.insert(0, \"/home/yymao/Dropbox/Academia/Collaborations/SAGA-local/saga\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from itertools import combinations\n",
    "from collections import Counter, defaultdict\n",
    "from astropy.table import Table\n",
    "from astropy.coordinates import SkyCoord, Distance\n",
    "from SAGA.utils import add_skycoord\n",
    "from easyquery import Query, QueryMaker\n",
    "\n",
    "import SAGA\n",
    "from SAGA.database import FitsTable\n",
    "from SAGA import ObjectCuts as C\n",
    "from SAGA.utils import add_skycoord, fill_values_by_query\n",
    "from SAGA.utils.distance import z2v\n",
    "\n",
    "print(SAGA.__version__)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "saga = SAGA.QuickStart()\n",
    "saga.set_default_base_version(\"paper2\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "base = SAGA.database.FitsTable(\"/home/yymao/Documents/Research/SAGA/PaperII/data-archive/saga_base_all.fits\").read()\n",
    "base = saga.host_catalog.construct_host_query(\"paper2_complete\").filter(base)\n",
    "assert len(np.unique(base[\"HOSTID\"])) == 36\n",
    "\n",
    "sats = Query(C.is_sat).filter(base)\n",
    "del base"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert len(sats) == 127\n",
    "assert C.r_abs_limit.count(sats) == 123\n",
    "assert Query(\"EW_Halpha < 2\").count(sats) == 18\n",
    "assert Query(\"EW_Halpha < 2\", C.r_abs_limit).count(sats) == 18\n",
    "assert Query(\"EW_Halpha < 2\", \"Mr < -16\").count(sats) == 2\n",
    "assert len(np.unique(sats[\"HOSTID\"])) == 34"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "hostlist = saga.host_catalog.load(include_stats=True, query=\"paper2_complete\")[\"HOSTID\", \"sats_Mr_limit\", \"sats_total\", \"COMMON_NAME\"]\n",
    "\n",
    "hostlist[\"brightest_sat\"] = [\n",
    "    QueryMaker.equals(\"HOSTID\", h).filter(sats, \"Mr\").min() if n else 0 for h, n in zip(hostlist[\"HOSTID\"], hostlist[\"sats_total\"])\n",
    "]\n",
    "\n",
    "hostlist[\"sats_neg\"] = -hostlist[\"sats_Mr_limit\"]\n",
    "hostlist[\"sats_neg_total\"] = -hostlist[\"sats_total\"]\n",
    "hostlist.sort([\"sats_neg\", \"sats_neg_total\", \"brightest_sat\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "counts = Counter(sats[\"HOSTID\"])\n",
    "print(len(counts), sum(counts.values()), max(counts.values()))\n",
    "\n",
    "assert all(n == counts[h] for h, n in zip(hostlist[\"HOSTID\"], hostlist[\"sats_total\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "color_dict = dict(zip(hostlist[\"HOSTID\"], plt.cm.rainbow_r(np.linspace(0, 1, len(hostlist)))))\n",
    "#np.savez(\"/home/yymao/Documents/Research/SAGA/PaperII/data-archive/color_dict.npz\", **color_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ncols = 12\n",
    "assert ncols >= max(counts.values())\n",
    "\n",
    "d = defaultdict(list)\n",
    "for host, count in zip(hostlist[\"HOSTID\"], hostlist[\"sats_total\"]):\n",
    "    if count:\n",
    "        d[count].append(host)\n",
    "    \n",
    "rows = []\n",
    "for count, hosts in d.items():\n",
    "    while hosts:\n",
    "        row = [(hosts.pop(0), count)]\n",
    "        space = ncols - count\n",
    "        n_now = space\n",
    "        while space and n_now:\n",
    "            if n_now in d and d[n_now]:\n",
    "                row.append((d[n_now].pop(0), n_now)) \n",
    "                space -= n_now\n",
    "                n_now = space\n",
    "            else:\n",
    "                n_now -= 1    \n",
    "        rows.append(row)\n",
    "        \n",
    "nrows = len(rows)\n",
    "print(nrows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from PIL import Image\n",
    "import requests\n",
    "from io import BytesIO\n",
    "import os\n",
    "\n",
    "params_dict = dict(pixscale=0.2, size=200, layer=\"dr8\")\n",
    "base_url = \"http://legacysurvey.org/viewer-dev/jpeg-cutout/\"\n",
    "cache_dir = \"/home/yymao/Dropbox/Academia/Collaborations/SAGA/Paper2/satellite-images\"\n",
    "\n",
    "def load_image(*args, **kwargs):\n",
    "    response = requests.get(*args, **kwargs)\n",
    "    return response.content\n",
    "\n",
    "def get_satellite_image(sat):\n",
    "    \n",
    "    fname = f\"{sat['survey']}-{sat['OBJID']}.jpg\"\n",
    "    fpath = os.path.join(cache_dir, fname)\n",
    "    try:\n",
    "        img = open(fpath, \"rb\").read()\n",
    "    except FileNotFoundError:    \n",
    "        params_dict[\"ra\"] = sat[\"RA\"]\n",
    "        params_dict[\"dec\"] = sat[\"DEC\"]\n",
    "        params_dict[\"layer\"] = \"des-dr1\" if sat[\"OBJID\"] == 467510764 else \"dr8\"\n",
    "        img = load_image(base_url, params_dict)\n",
    "        open(fpath, \"wb\").write(img)\n",
    "    return Image.open(BytesIO(img))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from matplotlib.patches import FancyBboxPatch, Polygon\n",
    "\n",
    "def add_box(ax, x, y, width, height, color):\n",
    "    p_bbox = FancyBboxPatch((x, y),\n",
    "                        width, height,\n",
    "                        boxstyle=\"round,pad=0,rounding_size=0.01\",\n",
    "                        ec=color, fc=\"none\", zorder=10., linewidth=2,\n",
    "                        )\n",
    "    ax.add_patch(p_bbox)\n",
    "    \n",
    "def add_dogear(ax, pos, color, width=0.25):\n",
    "    if pos == \"left\":\n",
    "        xy = np.array([[0, 1-width], [0, 1], [width, 1]])\n",
    "    else:\n",
    "        xy = np.array([[1-width, 1], [1, 1], [1, 1-width]])\n",
    "    \n",
    "    tri = Polygon(xy, fc=color, zorder=10., linewidth=0, transform=ax.transAxes)\n",
    "    ax.add_patch(tri)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ADD_DOG_EARS = True #and False\n",
    "\n",
    "xpad = 0.18\n",
    "ypad = 0.38\n",
    "lpad = 0.06\n",
    "\n",
    "total_width = ncols + xpad * (ncols+1)\n",
    "total_height = nrows + ypad * (nrows+1)\n",
    "\n",
    "def calc_location(row, col):\n",
    "    return xpad + col*(1+xpad), ypad + (nrows-row-1)*(1+ypad)\n",
    "\n",
    "fig = plt.figure(figsize=(10, 10*total_height/total_width), linewidth=0, constrained_layout=False, tight_layout=False)\n",
    "\n",
    "\n",
    "\n",
    "ax_f = plt.Axes(fig, [0,0,1,1], label=\"all\")\n",
    "ax_f.set_axis_off()\n",
    "ax_f.set_facecolor(\"none\")\n",
    "fig.add_axes(ax_f)\n",
    "\n",
    "for irow, row in enumerate(rows):\n",
    "    icol = 0\n",
    "    for host, count in row:\n",
    "        sats_this = QueryMaker.equals(\"HOSTID\", host).filter(sats)\n",
    "        sats_this.sort(\"r_mag\")\n",
    "        box_start = calc_location(irow, icol)\n",
    "        new_host = True\n",
    "        for sat in sats_this:\n",
    "            x, y = calc_location(irow, icol)\n",
    "            ax = plt.Axes(fig, [x/total_width, y/total_height, 1/total_width, 1/total_height], label=f\"{irow}-{icol}\")\n",
    "            ax.set_axis_off()\n",
    "            fig.add_axes(ax)\n",
    "            img = get_satellite_image(sat)\n",
    "            ax.imshow(img, aspect=\"auto\")\n",
    "            if sat[\"EW_Halpha\"] < 2 and ADD_DOG_EARS:\n",
    "                add_dogear(ax, \"left\", \"C3\")\n",
    "            if sat[\"Mr\"] >= -12.295 and ADD_DOG_EARS:\n",
    "                add_dogear(ax, \"right\", \"C9\")\n",
    "            if new_host:\n",
    "                ax.text(-5, -ypad*50, sat[\"HOST_COMMON_NAME\"], fontweight=\"heavy\", fontsize=13)\n",
    "                new_host = False\n",
    "            icol += 1\n",
    "        x = box_start[0] - lpad\n",
    "        y = box_start[1] - lpad\n",
    "        dx = count + (count-1)*xpad + lpad*2 \n",
    "        dy = 1 + lpad*2\n",
    "        add_box(ax_f, x/total_width, y/total_height, dx/total_width, dy/total_height, color=color_dict[host])\n",
    "\n",
    "        \n",
    "for host in hostlist[\"HOSTID\"][-2:]:\n",
    "    x, y = calc_location(irow, icol)\n",
    "    box_start = calc_location(irow, icol)\n",
    "    ax = plt.Axes(fig, [x/total_width, y/total_height, 1/total_width, 1/total_height], label=f\"{irow}-{icol}\")\n",
    "    ax.set_axis_off()\n",
    "    fig.add_axes(ax)\n",
    "    ax.text(-5/200, 1+ypad*50/200, QueryMaker.equals(\"HOSTID\", host).filter(hostlist, \"COMMON_NAME\")[0], fontweight=\"heavy\", fontsize=13)\n",
    "    x = box_start[0] - lpad\n",
    "    y = box_start[1] - lpad\n",
    "    dx = count + (count-1)*xpad + lpad*2 \n",
    "    dy = 1 + lpad*2\n",
    "    add_box(ax_f, x/total_width, y/total_height, dx/total_width, dy/total_height, color=color_dict[host])\n",
    "    icol += 1\n",
    "\n",
    "    \n",
    "if ADD_DOG_EARS:\n",
    "    icol += 1\n",
    "    for text in (\"Quenched\", \"Below\\n$M_{r,o}$ limit\"):\n",
    "        x, y = calc_location(irow, icol)\n",
    "        ax = plt.Axes(fig, [x/total_width, y/total_height, 1/total_width, 1/total_height], label=f\"{irow}-{icol}\")\n",
    "        ax.set_axis_off()\n",
    "        fig.add_axes(ax)\n",
    "        ax.imshow([[0]], cmap=\"gray_r\", vmin=-10, vmax=50)\n",
    "        ax.text(0, 0, text, ha=\"center\", va=\"center\", fontsize=13)\n",
    "        if text == \"Quenched\":\n",
    "            add_dogear(ax, \"left\", \"C3\")\n",
    "        else:\n",
    "            add_dogear(ax, \"right\", \"C9\")\n",
    "        icol += 1\n",
    "    \"\"\"\n",
    "    x, y = calc_location(irow, icol)\n",
    "    ax = plt.Axes(fig, [x/total_width, y/total_height, 1/total_width, 1/total_height], label=f\"{irow}-{icol}\")\n",
    "    ax.set_axis_off()\n",
    "    fig.add_axes(ax)\n",
    "    ax.imshow([[0]], cmap=\"gray_r\", vmin=-10, vmax=50)\n",
    "    add_dogear(ax, \"left\", \"C3\")\n",
    "    add_dogear(ax, \"right\", \"C9\")\n",
    "    ax.text(-0.49, -0.2, \"Quenched\", ha=\"left\", va=\"center\", fontsize=11, color=\"C3\", fontweight=\"bold\")\n",
    "    ax.text(0.49, 0.15, \"↑\\nBelow\\n$M_r$ limit \", ha=\"right\", va=\"center\", fontsize=11, color=\"C9\", fontweight=\"bold\")\n",
    "    \"\"\"\n",
    "\n",
    "    plt.savefig(\"/home/yymao/Downloads/saga-all-sats.pdf\", bbox_inches=\"tight\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}