diff --git a/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb b/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb index 4323c56..3e54fc4 100644 --- a/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb +++ b/NIRCam_Imaging/nrc_scale_ERR_for_nonnative_pixscale_resampling.ipynb @@ -142,7 +142,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "06ea414c", "metadata": {}, "outputs": [], @@ -168,10 +168,19 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "baf7070d", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "CRDS local filepath: /Users/hilbert/crds_cache\n", + "CRDS file server: https://jwst-crds.stsci.edu\n" + ] + } + ], "source": [ "# ------------------------Set CRDS context and paths----------------------\n", "\n", @@ -202,10 +211,23 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "4415f6d9", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "# Use the entire available screen width for this notebook\n", "from IPython.display import display, HTML\n", @@ -214,10 +236,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "fb9f7f54-ff98-428b-9fa9-b39c50210c3a", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "JWST Calibration Pipeline Version: 1.16.0\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "CRDS - INFO - Calibration SW Found: jwst 1.16.0 (/Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst-1.16.0.dist-info)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using CRDS Context: jwst_1298.pmap\n" + ] + } + ], "source": [ "# Basic system utilities for interacting with files\n", "# ----------------------General Imports------------------------------------\n", @@ -291,7 +335,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "e4d55cb3-cc4a-47c6-9c7a-be5f375aedaa", "metadata": {}, "outputs": [], @@ -381,7 +425,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "1aa680ad-0c1a-468e-9be2-1c3e9c8ba586", "metadata": {}, "outputs": [], @@ -421,7 +465,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "e824caaf-3c48-418a-b1c2-d508c238bb08", "metadata": {}, "outputs": [], @@ -453,7 +497,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "6e1afde3-3f3b-407c-9188-a1485318ad68", "metadata": {}, "outputs": [], @@ -539,7 +583,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "8d595f1e-2590-4f01-bb92-13bb43a22b3c", "metadata": {}, "outputs": [], @@ -567,7 +611,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "a4b22375", "metadata": {}, "outputs": [], @@ -583,20 +627,51 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "3aa123f1-be6a-4be8-8e6d-daffc6514098", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
Table masked=True length=1\n", + "\n", + "\n", + "\n", + "\n", + "
intentTypeobs_collectionprovenance_nameinstrument_nameprojectfilterswavelength_regiontarget_nametarget_classificationobs_ids_ras_decdataproduct_typeproposal_picalib_levelt_mint_maxt_exptimeem_minem_maxobs_titlet_obs_releaseproposal_idproposal_typesequence_numbers_regionjpegURLdataURLdataRightsmtFlagsrcDenobsidobjID
str7str4str7str12str4str5str8str4str42str36float64float64str5str21int64float64float64float64float64float64str30float64str4str2int64str117str62str63str6boolfloat64str9str9
scienceJWSTCALJWSTNIRCAM/IMAGEJWSTF200WINFRAREDM-16ISM; Molecular clouds; Nebulae; Protostarsjw02739-o001_t001_nircam_clear-f200w274.7299074457347-13.851719782834468imagePontoppidan, Klaus M.359805.4032507949159824.937561909723221.04000000000041755.02226.0JWST Cycle 1 Outreach Campaign59871.559826262739DD--POLYGON 274.693610607 -13.78846435 274.770282437 -13.790845449 274.766206195 -13.91520072 274.689493363 -13.912818346mast:JWST/product/jw02739-o001_t001_nircam_clear-f200w_i2d.jpgmast:JWST/product/jw02739-o001_t001_nircam_clear-f200w_i2d.fitsPUBLICFalsenan219392596617131674
" + ], + "text/plain": [ + "\n", + "intentType obs_collection provenance_name ... srcDen obsid objID \n", + " str7 str4 str7 ... float64 str9 str9 \n", + "---------- -------------- --------------- ... ------- --------- ---------\n", + " science JWST CALJWST ... nan 219392596 617131674" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "sci_obs_id_table" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "a666350e", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Science files selected for downloading: 2\n" + ] + } + ], "source": [ "# Turn the list of visits into a list of calibrated data files\n", "\n", @@ -626,10 +701,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "4ed1e7d5-4f12-47f0-b43e-764c37943644", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['mast:JWST/product/jw02739001002_02105_00001_nrca2_cal.fits',\n", + " 'mast:JWST/product/jw02739001002_02105_00002_nrca2_cal.fits']" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "sw_sci_files_to_download" ] @@ -649,10 +736,27 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "id": "764fa682", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-11-27 12:30:44,950 - stpipe - INFO - Found cached file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits with expected size 117538560.\n", + "2024-11-27 12:30:45,062 - stpipe - INFO - Found cached file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits with expected size 117538560.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "INFO: Found cached file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits with expected size 117538560. [astroquery.query]\n", + "INFO: Found cached file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits with expected size 117538560. [astroquery.query]\n" + ] + } + ], "source": [ "# Download the data if it does not already exist\n", "for filename in sw_sci_files_to_download:\n", @@ -688,10 +792,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "id": "5f0b5b47-62e9-4593-abc4-7ec630492e96", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Found 2 shortwave science files to process\n" + ] + } + ], "source": [ "# Get a list of the *_cal.fits files\n", "sw_sstring = os.path.join(data_dir, 'jw*nrc??_cal.fits')\n", @@ -705,10 +817,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "id": "e6550a4a-f924-410b-a945-effcef431e88", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "['/Users/hilbert/python_repos/jwst-caveat-examples/NIRCam_Imaging/nrc_im_demo_data/jw02739001002_02105_00001_nrca2_cal.fits',\n", + " '/Users/hilbert/python_repos/jwst-caveat-examples/NIRCam_Imaging/nrc_im_demo_data/jw02739001002_02105_00002_nrca2_cal.fits']" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "sw_cal_files" ] @@ -731,12 +855,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "id": "1b31f80f-8d7b-45ae-8537-15d0208637df", "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-11-27 12:30:55,037 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n" + ] + } + ], "source": [ "# Create Level 3 Associations\n", "\n", @@ -760,7 +894,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 18, "id": "6a2b7800-5b15-46c0-8b66-3c22aac3218b", "metadata": {}, "outputs": [], @@ -801,7 +935,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 19, "id": "fee248b5-0881-4d5c-afcb-be0bbdcfb62f", "metadata": {}, "outputs": [], @@ -817,7 +951,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "id": "a9e6966f-05f5-4b1f-99a8-52cb440b56f4", "metadata": {}, "outputs": [], @@ -837,7 +971,650 @@ "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-11-27 12:31:05,913 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:31:06,638 - stpipe - INFO - PARS-TWEAKREGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-tweakregstep_0036.asdf\n", + "2024-11-27 12:31:06,653 - stpipe - INFO - PARS-RESAMPLESTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-resamplestep_0001.asdf\n", + "2024-11-27 12:31:06,665 - stpipe - INFO - PARS-SOURCECATALOGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-sourcecatalogstep_0007.asdf\n", + "2024-11-27 12:31:06,693 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.\n", + "2024-11-27 12:31:06,694 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.\n", + "2024-11-27 12:31:06,696 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.\n", + "2024-11-27 12:31:06,698 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.\n", + "2024-11-27 12:31:06,700 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.\n", + "2024-11-27 12:31:06,702 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.\n", + "2024-11-27 12:31:06,704 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.\n", + "2024-11-27 12:31:06,801 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('./nrc_im_demo_data/jw02739-a3001_image3_00002_asn.json',).\n", + "2024-11-27 12:31:06,822 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: ./nrc_im_demo_data\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: True\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " in_memory: True\n", + " steps:\n", + " assign_mtwcs:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: True\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: assign_mtwcs\n", + " search_output_file: True\n", + " input_dir: ''\n", + " tweakreg:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: True\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " save_catalogs: False\n", + " use_custom_catalogs: False\n", + " catalog_format: ecsv\n", + " catfile: ''\n", + " starfinder: iraf\n", + " snr_threshold: 10.0\n", + " bkg_boxsize: 400\n", + " kernel_fwhm: 2.141\n", + " minsep_fwhm: 0.0\n", + " sigma_radius: 1.5\n", + " sharplo: 0.2\n", + " sharphi: 1.0\n", + " roundlo: -1.0\n", + " roundhi: 1.0\n", + " brightest: 200\n", + " peakmax: None\n", + " npixels: 10\n", + " connectivity: '8'\n", + " nlevels: 32\n", + " contrast: 0.001\n", + " multithresh_mode: exponential\n", + " localbkg_width: 0\n", + " apermask_method: correct\n", + " kron_params: None\n", + " enforce_user_order: False\n", + " expand_refcat: False\n", + " minobj: 15\n", + " fitgeometry: shift\n", + " nclip: 3\n", + " sigma: 3.0\n", + " searchrad: 2.0\n", + " use2dhist: True\n", + " separation: 2.0\n", + " tolerance: 1.0\n", + " xoffset: 0.0\n", + " yoffset: 0.0\n", + " abs_refcat: ''\n", + " save_abs_catalog: False\n", + " abs_minobj: 15\n", + " abs_fitgeometry: rshift\n", + " abs_nclip: 3\n", + " abs_sigma: 3.0\n", + " abs_searchrad: 6.0\n", + " abs_use2dhist: True\n", + " abs_separation: 1.0\n", + " abs_tolerance: 0.7\n", + " sip_approx: True\n", + " sip_max_pix_error: 0.01\n", + " sip_degree: None\n", + " sip_max_inv_pix_error: 0.01\n", + " sip_inv_degree: None\n", + " sip_npoints: 12\n", + " in_memory: True\n", + " skymatch:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " skymethod: match\n", + " match_down: True\n", + " subtract: False\n", + " stepsize: None\n", + " skystat: mode\n", + " dqbits: ~DO_NOT_USE+NON_SCIENCE\n", + " lower: None\n", + " upper: None\n", + " nclip: 5\n", + " lsigma: 4.0\n", + " usigma: 4.0\n", + " binwidth: 0.1\n", + " in_memory: True\n", + " outlier_detection:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: False\n", + " input_dir: ''\n", + " weight_type: ivm\n", + " pixfrac: 1.0\n", + " kernel: square\n", + " fillval: INDEF\n", + " nlow: 0\n", + " nhigh: 0\n", + " maskpt: 0.7\n", + " snr: 5.0 4.0\n", + " scale: 1.2 0.7\n", + " backg: 0.0\n", + " kernel_size: 7 7\n", + " threshold_percent: 99.8\n", + " rolling_window_width: 25\n", + " ifu_second_check: False\n", + " save_intermediate_results: False\n", + " resample_data: True\n", + " good_bits: ~DO_NOT_USE\n", + " allowed_memory: None\n", + " in_memory: False\n", + " resample:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " pixfrac: 1.0\n", + " kernel: square\n", + " fillval: NAN\n", + " weight_type: exptime\n", + " output_shape: None\n", + " crpix: None\n", + " crval: None\n", + " rotation: None\n", + " pixel_scale_ratio: 1.0\n", + " pixel_scale: 0.03\n", + " output_wcs: ''\n", + " single: False\n", + " blendheaders: True\n", + " allowed_memory: None\n", + " in_memory: True\n", + " source_catalog:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: cat\n", + " search_output_file: True\n", + " input_dir: ''\n", + " bkg_boxsize: 1000\n", + " kernel_fwhm: 2.141\n", + " snr_threshold: 3.0\n", + " npixels: 25\n", + " deblend: False\n", + " aperture_ee1: 30\n", + " aperture_ee2: 50\n", + " aperture_ee3: 70\n", + " ci1_star_threshold: 2.0\n", + " ci2_star_threshold: 1.8\n", + "2024-11-27 12:31:06,852 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:31:07,021 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw02739001002_02105_00001_nrca2_cal.fits' reftypes = ['abvegaoffset', 'apcorr']\n", + "2024-11-27 12:31:07,027 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf'.\n", + "2024-11-27 12:31:07,028 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits'.\n", + "2024-11-27 12:31:07,038 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...\n", + "2024-11-27 12:31:07,052 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:31:07,357 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (,).\n", + "2024-11-27 12:31:10,063 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00001_nrca2_cal.fits.\n", + "2024-11-27 12:31:12,817 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00002_nrca2_cal.fits.\n", + "2024-11-27 12:31:12,844 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:12,845 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 2.\n", + "2024-11-27 12:31:12,846 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:12,846 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2024-11-27 12:31:12.846056\n", + "2024-11-27 12:31:12,847 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.9\n", + "2024-11-27 12:31:12,847 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:13,200 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw02739001002_02105_1' as reference image\n", + "2024-11-27 12:31:13,206 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw02739001002_02105_2' to the reference catalog.\n", + "2024-11-27 12:31:13,256 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw02739001002_02105_00002_nrca2_cal' catalog with sources from the reference 'jw02739001002_02105_00001_nrca2_cal' catalog.\n", + "2024-11-27 12:31:13,256 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...\n", + "2024-11-27 12:31:13,261 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.001019, 0.0008268 (arcsec) with significance of 150.9 and 160 matches.\n", + "2024-11-27 12:31:13,262 - stpipe.Image3Pipeline.tweakreg - INFO - Found 115 matches for 'GROUP ID: jw02739001002_02105_2'...\n", + "2024-11-27 12:31:13,263 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit\n", + "2024-11-27 12:31:13,265 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw02739001002_02105_2:\n", + "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000355164 YSH: -0.00033349\n", + "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:13,266 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00343597 FIT MAE: 0.00311762\n", + "2024-11-27 12:31:13,267 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 112 objects.\n", + "2024-11-27 12:31:13,315 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:13,316 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2024-11-27 12:31:13.315555\n", + "2024-11-27 12:31:13,316 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.469499\n", + "2024-11-27 12:31:13,317 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:31:13,418 - stpipe.Image3Pipeline.tweakreg - INFO - Update S_REGION to POLYGON ICRS 274.714147973 -13.874666628 274.732194163 -13.875238605 274.732872226 -13.857853289 274.714792972 -13.857090239\n", + "2024-11-27 12:31:13,423 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/astropy/units/format/__init__.py:48: AstropyDeprecationWarning: The class \"Fits\" has been renamed to \"FITS\" in version 7.0. The old name is deprecated and may be removed in a future version.\n", + " Use FITS instead.\n", + " warnings.warn(\n", + "\n", + "2024-11-27 12:31:13,425 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/gwcs/wcs.py:2035: AstropyDeprecationWarning: The get_format_name function is deprecated and may be removed in a future version.\n", + " Use to_string() instead.\n", + " cunit = frame.unit[fidx].get_format_name(u.format.Fits).upper()\n", + "\n", + "2024-11-27 12:31:13,481 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done\n", + "2024-11-27 12:31:13,571 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (,).\n", + "2024-11-27 12:31:13,642 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:31:13,642 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2024-11-27 12:31:13.642038\n", + "2024-11-27 12:31:13,643 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:31:13,643 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'\n", + "2024-11-27 12:31:13,644 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN\n", + "2024-11-27 12:31:13,644 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF\n", + "2024-11-27 12:31:13,645 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:31:13,645 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.\n", + "2024-11-27 12:31:14,717 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00001_nrca2_cal.fits. Sky background: 0.0397179\n", + "2024-11-27 12:31:14,718 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00002_nrca2_cal.fits. Sky background: 0\n", + "2024-11-27 12:31:14,719 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:31:14,720 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2024-11-27 12:31:14.719219\n", + "2024-11-27 12:31:14,720 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:01.077181\n", + "2024-11-27 12:31:14,721 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:31:14,729 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done\n", + "2024-11-27 12:31:14,832 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (,).\n", + "2024-11-27 12:31:14,833 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection mode: imaging\n", + "2024-11-27 12:31:14,834 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection asn_id: a3001\n", + "2024-11-27 12:31:14,835 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square\n", + "2024-11-27 12:31:14,835 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0\n", + "2024-11-27 12:31:14,836 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF\n", + "2024-11-27 12:31:14,836 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm\n", + "2024-11-27 12:31:14,837 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0\n", + "2024-11-27 12:31:14,896 - stpipe.Image3Pipeline.outlier_detection - INFO - Computed output pixel scale: 0.030776005314626233 arcsec.\n", + "2024-11-27 12:31:14,959 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", + "2024-11-27 12:31:17,291 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", + "2024-11-27 12:31:18,321 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:31:18,330 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", + "2024-11-27 12:31:20,898 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", + "2024-11-27 12:31:21,888 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:31:21,895 - stpipe.Image3Pipeline.outlier_detection - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:31:24,567 - stpipe.Image3Pipeline.outlier_detection - INFO - Removing file ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:31:24,575 - stpipe.Image3Pipeline.outlier_detection - INFO - Removing file ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:31:26,555 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (2048, 2048) <-- (2406, 2064)\n", + "2024-11-27 12:31:26,916 - stpipe.Image3Pipeline.outlier_detection - INFO - 267 pixels marked as outliers\n", + "2024-11-27 12:31:29,349 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (2048, 2048) <-- (2406, 2064)\n", + "2024-11-27 12:31:29,703 - stpipe.Image3Pipeline.outlier_detection - INFO - 285 pixels marked as outliers\n", + "2024-11-27 12:31:30,178 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_crf.fits\n", + "2024-11-27 12:31:30,614 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_crf.fits\n", + "2024-11-27 12:31:30,614 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done\n", + "2024-11-27 12:31:30,702 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (,).\n", + "2024-11-27 12:31:30,761 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square\n", + "2024-11-27 12:31:30,761 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0\n", + "2024-11-27 12:31:30,762 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: NAN\n", + "2024-11-27 12:31:30,762 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: exptime\n", + "2024-11-27 12:31:30,763 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale: 0.03 arcsec.\n", + "2024-11-27 12:31:30,859 - stpipe.Image3Pipeline.resample - INFO - Resampling science data\n", + "2024-11-27 12:31:32,795 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:36,054 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:37,222 - stpipe.Image3Pipeline.resample - INFO - Resampling variance components\n", + "2024-11-27 12:31:39,308 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:42,258 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:45,158 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:48,540 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:52,073 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:55,484 - stpipe.Image3Pipeline.resample - INFO - Drizzling (2048, 2048) --> (2469, 2118)\n", + "2024-11-27 12:31:56,574 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 274.711011253 -13.874554961 274.732189315 -13.875337400 274.732879838 -13.857700137 274.711703383 -13.856917757\n", + "2024-11-27 12:31:57,280 - stpipe.Image3Pipeline.resample - INFO - Saved model in ./nrc_im_demo_data/image3_0p3_i2d.fits\n", + "2024-11-27 12:31:57,281 - stpipe.Image3Pipeline.resample - INFO - Step resample done\n", + "2024-11-27 12:31:57,388 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (,).\n", + "2024-11-27 12:31:57,413 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits\n", + "2024-11-27 12:31:57,424 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf\n", + "2024-11-27 12:31:57,425 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: NIRCAM\n", + "2024-11-27 12:31:57,425 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: NRCA2\n", + "2024-11-27 12:31:57,426 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F200W\n", + "2024-11-27 12:31:57,427 - stpipe.Image3Pipeline.source_catalog - INFO - Pupil: CLEAR\n", + "2024-11-27 12:31:57,427 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL\n", + "2024-11-27 12:31:57,486 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 1.68628\n", + "2024-11-27 12:31:58,615 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 3576 sources\n", + "2024-11-27 12:32:01,809 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: ./nrc_im_demo_data/image3_0p3_cat.ecsv\n", + "2024-11-27 12:32:02,005 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in ./nrc_im_demo_data/image3_0p3_segm.fits\n", + "2024-11-27 12:32:02,006 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: image3_0p3_segm.fits\n", + "2024-11-27 12:32:02,023 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done\n", + "2024-11-27 12:32:02,052 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done\n", + "2024-11-27 12:32:02,053 - stpipe - INFO - Results used jwst version: 1.16.0\n", + "2024-11-27 12:32:02,073 - stpipe - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:32:02,254 - stpipe - INFO - PARS-TWEAKREGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-tweakregstep_0036.asdf\n", + "2024-11-27 12:32:02,268 - stpipe - INFO - PARS-RESAMPLESTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-resamplestep_0001.asdf\n", + "2024-11-27 12:32:02,279 - stpipe - INFO - PARS-SOURCECATALOGSTEP parameters found: /Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_pars-sourcecatalogstep_0007.asdf\n", + "2024-11-27 12:32:02,329 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.\n", + "2024-11-27 12:32:02,330 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.\n", + "2024-11-27 12:32:02,333 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.\n", + "2024-11-27 12:32:02,335 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.\n", + "2024-11-27 12:32:02,337 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.\n", + "2024-11-27 12:32:02,339 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.\n", + "2024-11-27 12:32:02,340 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.\n", + "2024-11-27 12:32:02,433 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('./nrc_im_demo_data/jw02739-a3001_image3_00003_asn.json',).\n", + "2024-11-27 12:32:02,451 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: ./nrc_im_demo_data\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: True\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " in_memory: True\n", + " steps:\n", + " assign_mtwcs:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: True\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: assign_mtwcs\n", + " search_output_file: True\n", + " input_dir: ''\n", + " tweakreg:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: True\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " save_catalogs: False\n", + " use_custom_catalogs: False\n", + " catalog_format: ecsv\n", + " catfile: ''\n", + " starfinder: iraf\n", + " snr_threshold: 10.0\n", + " bkg_boxsize: 400\n", + " kernel_fwhm: 2.141\n", + " minsep_fwhm: 0.0\n", + " sigma_radius: 1.5\n", + " sharplo: 0.2\n", + " sharphi: 1.0\n", + " roundlo: -1.0\n", + " roundhi: 1.0\n", + " brightest: 200\n", + " peakmax: None\n", + " npixels: 10\n", + " connectivity: '8'\n", + " nlevels: 32\n", + " contrast: 0.001\n", + " multithresh_mode: exponential\n", + " localbkg_width: 0\n", + " apermask_method: correct\n", + " kron_params: None\n", + " enforce_user_order: False\n", + " expand_refcat: False\n", + " minobj: 15\n", + " fitgeometry: shift\n", + " nclip: 3\n", + " sigma: 3.0\n", + " searchrad: 2.0\n", + " use2dhist: True\n", + " separation: 2.0\n", + " tolerance: 1.0\n", + " xoffset: 0.0\n", + " yoffset: 0.0\n", + " abs_refcat: ''\n", + " save_abs_catalog: False\n", + " abs_minobj: 15\n", + " abs_fitgeometry: rshift\n", + " abs_nclip: 3\n", + " abs_sigma: 3.0\n", + " abs_searchrad: 6.0\n", + " abs_use2dhist: True\n", + " abs_separation: 1.0\n", + " abs_tolerance: 0.7\n", + " sip_approx: True\n", + " sip_max_pix_error: 0.01\n", + " sip_degree: None\n", + " sip_max_inv_pix_error: 0.01\n", + " sip_inv_degree: None\n", + " sip_npoints: 12\n", + " in_memory: True\n", + " skymatch:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " skymethod: match\n", + " match_down: True\n", + " subtract: False\n", + " stepsize: None\n", + " skystat: mode\n", + " dqbits: ~DO_NOT_USE+NON_SCIENCE\n", + " lower: None\n", + " upper: None\n", + " nclip: 5\n", + " lsigma: 4.0\n", + " usigma: 4.0\n", + " binwidth: 0.1\n", + " in_memory: True\n", + " outlier_detection:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: False\n", + " input_dir: ''\n", + " weight_type: ivm\n", + " pixfrac: 1.0\n", + " kernel: square\n", + " fillval: INDEF\n", + " nlow: 0\n", + " nhigh: 0\n", + " maskpt: 0.7\n", + " snr: 5.0 4.0\n", + " scale: 1.2 0.7\n", + " backg: 0.0\n", + " kernel_size: 7 7\n", + " threshold_percent: 99.8\n", + " rolling_window_width: 25\n", + " ifu_second_check: False\n", + " save_intermediate_results: False\n", + " resample_data: True\n", + " good_bits: ~DO_NOT_USE\n", + " allowed_memory: None\n", + " in_memory: False\n", + " resample:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: None\n", + " search_output_file: True\n", + " input_dir: ''\n", + " pixfrac: 1.0\n", + " kernel: square\n", + " fillval: NAN\n", + " weight_type: exptime\n", + " output_shape: None\n", + " crpix: None\n", + " crval: None\n", + " rotation: None\n", + " pixel_scale_ratio: 1.0\n", + " pixel_scale: 0.06\n", + " output_wcs: ''\n", + " single: False\n", + " blendheaders: True\n", + " allowed_memory: None\n", + " in_memory: True\n", + " source_catalog:\n", + " pre_hooks: []\n", + " post_hooks: []\n", + " output_file: None\n", + " output_dir: None\n", + " output_ext: .fits\n", + " output_use_model: False\n", + " output_use_index: True\n", + " save_results: False\n", + " skip: False\n", + " suffix: cat\n", + " search_output_file: True\n", + " input_dir: ''\n", + " bkg_boxsize: 1000\n", + " kernel_fwhm: 2.141\n", + " snr_threshold: 3.0\n", + " npixels: 25\n", + " deblend: False\n", + " aperture_ee1: 30\n", + " aperture_ee2: 50\n", + " aperture_ee3: 70\n", + " ci1_star_threshold: 2.0\n", + " ci2_star_threshold: 1.8\n", + "2024-11-27 12:32:02,470 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:32:02,629 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw02739001002_02105_00001_nrca2_cal.fits' reftypes = ['abvegaoffset', 'apcorr']\n", + "2024-11-27 12:32:02,632 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_abvegaoffset_0002.asdf'.\n", + "2024-11-27 12:32:02,633 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/Users/hilbert/crds_cache/references/jwst/nircam/jwst_nircam_apcorr_0004.fits'.\n", + "2024-11-27 12:32:02,634 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...\n", + "2024-11-27 12:32:02,646 - stpipe.Image3Pipeline - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n", + "2024-11-27 12:32:02,992 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (,).\n", + "2024-11-27 12:32:05,586 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00001_nrca2_cal.fits.\n", + "2024-11-27 12:32:08,251 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 200 sources in jw02739001002_02105_00002_nrca2_cal.fits.\n", + "2024-11-27 12:32:08,278 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,279 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 2.\n", + "2024-11-27 12:32:08,279 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,280 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2024-11-27 12:32:08.279924\n", + "2024-11-27 12:32:08,281 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.9\n", + "2024-11-27 12:32:08,281 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,668 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw02739001002_02105_1' as reference image\n", + "2024-11-27 12:32:08,673 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw02739001002_02105_2' to the reference catalog.\n", + "2024-11-27 12:32:08,719 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw02739001002_02105_00002_nrca2_cal' catalog with sources from the reference 'jw02739001002_02105_00001_nrca2_cal' catalog.\n", + "2024-11-27 12:32:08,719 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...\n", + "2024-11-27 12:32:08,722 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.001019, 0.0008268 (arcsec) with significance of 150.9 and 160 matches.\n", + "2024-11-27 12:32:08,724 - stpipe.Image3Pipeline.tweakreg - INFO - Found 115 matches for 'GROUP ID: jw02739001002_02105_2'...\n", + "2024-11-27 12:32:08,725 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit\n", + "2024-11-27 12:32:08,728 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw02739001002_02105_2:\n", + "2024-11-27 12:32:08,728 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000355164 YSH: -0.00033349\n", + "2024-11-27 12:32:08,729 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,729 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00343597 FIT MAE: 0.00311762\n", + "2024-11-27 12:32:08,730 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 112 objects.\n", + "2024-11-27 12:32:08,778 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,779 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2024-11-27 12:32:08.778501\n", + "2024-11-27 12:32:08,779 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.498577\n", + "2024-11-27 12:32:08,780 - stpipe.Image3Pipeline.tweakreg - INFO - \n", + "2024-11-27 12:32:08,872 - stpipe.Image3Pipeline.tweakreg - INFO - Update S_REGION to POLYGON ICRS 274.714147973 -13.874666628 274.732194163 -13.875238605 274.732872226 -13.857853289 274.714792972 -13.857090239\n", + "2024-11-27 12:32:08,878 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/astropy/units/format/__init__.py:48: AstropyDeprecationWarning: The class \"Fits\" has been renamed to \"FITS\" in version 7.0. The old name is deprecated and may be removed in a future version.\n", + " Use FITS instead.\n", + " warnings.warn(\n", + "\n", + "2024-11-27 12:32:08,879 - stpipe.Image3Pipeline.tweakreg - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/gwcs/wcs.py:2035: AstropyDeprecationWarning: The get_format_name function is deprecated and may be removed in a future version.\n", + " Use to_string() instead.\n", + " cunit = frame.unit[fidx].get_format_name(u.format.Fits).upper()\n", + "\n", + "2024-11-27 12:32:08,930 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done\n", + "2024-11-27 12:32:09,031 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (,).\n", + "2024-11-27 12:32:09,127 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:32:09,128 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2024-11-27 12:32:09.127518\n", + "2024-11-27 12:32:09,128 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:32:09,129 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'\n", + "2024-11-27 12:32:09,129 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN\n", + "2024-11-27 12:32:09,130 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF\n", + "2024-11-27 12:32:09,130 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:32:09,131 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.\n", + "2024-11-27 12:32:10,281 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00001_nrca2_cal.fits. Sky background: 0.0397179\n", + "2024-11-27 12:32:10,282 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw02739001002_02105_00002_nrca2_cal.fits. Sky background: 0\n", + "2024-11-27 12:32:10,283 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:32:10,284 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2024-11-27 12:32:10.283026\n", + "2024-11-27 12:32:10,284 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:01.155508\n", + "2024-11-27 12:32:10,285 - stpipe.Image3Pipeline.skymatch - INFO - \n", + "2024-11-27 12:32:10,292 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done\n", + "2024-11-27 12:32:10,390 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (,).\n", + "2024-11-27 12:32:10,391 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection mode: imaging\n", + "2024-11-27 12:32:10,391 - stpipe.Image3Pipeline.outlier_detection - INFO - Outlier Detection asn_id: a3001\n", + "2024-11-27 12:32:10,392 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square\n", + "2024-11-27 12:32:10,392 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0\n", + "2024-11-27 12:32:10,393 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF\n", + "2024-11-27 12:32:10,394 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm\n", + "2024-11-27 12:32:10,394 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0\n", + "2024-11-27 12:32:10,444 - stpipe.Image3Pipeline.outlier_detection - INFO - Computed output pixel scale: 0.030776005314626233 arcsec.\n", + "2024-11-27 12:32:10,500 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", + "2024-11-27 12:32:12,564 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", + "2024-11-27 12:32:13,455 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00001_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:32:13,464 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together\n", + "2024-11-27 12:32:15,961 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (2048, 2048) --> (2406, 2064)\n", + "2024-11-27 12:32:16,842 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in ./nrc_im_demo_data/jw02739001002_02105_00002_nrca2_a3001_outlier_i2d.fits\n", + "2024-11-27 12:32:16,848 - stpipe.Image3Pipeline.outlier_detection - WARNING - /Users/hilbert/miniconda3/envs/err_scaling/lib/python3.11/site-packages/jwst/associations/association.py:215: UserWarning: Input association file contains path information; note that this can complicate usage and/or sharing of such files.\n", + " warnings.warn(err_str, UserWarning)\n", + "\n" + ] + } + ], "source": [ "# Run Stage 3. We'll call it once for each output pixel scale.\n", "i2d_0p3 = Image3Pipeline.call(association_im3_0p3, output_dir=data_dir, steps=image3dict_0p3, save_results=True)\n", diff --git a/NIRCam_Imaging/requirements.txt b/NIRCam_Imaging/requirements.txt new file mode 100644 index 0000000..6147127 --- /dev/null +++ b/NIRCam_Imaging/requirements.txt @@ -0,0 +1,3 @@ +jwst==1.16.0 +astroquery +jupyter \ No newline at end of file