# For general data science
library(tidyverse)

# For reading and writing data tables and Excel files
library(data.table)
library(readxl)

# For data cleaning
library(janitor)

# For working with datetime
library(lubridate)

# For pretty tables
library(knitr)
library(gt)

knitr::opts_chunk$set(echo = TRUE)

Introduction

In Louisiana, oil and gas operators are required to submit a form, called form R5D, on a monthly basis to the Louisiana Department of Natural Resources. The form includes production numbers, sales numbers, well site gas use volumes, and flaring and venting volumes among other disposition data. Specifically, there are two field in the form labeled “Vented After Use for Gas Lift,” and “Vented (System Flare)” that contain the data we are working with. Reported gas flaring and venting is measured in thousand of cubic feet (Mcf).

Louisiana’s data from the monthly reports is available at the DNR’s SONRIS data portal here, which allows one year’s worth of data to be downloaded at a time. Click “Production Audit,” and then click the spreadsheet icon for “R5D Data Entry (Gas Disposition).” For the date fields, enter a starting date of “01-Jan” and ending date of “01-Dec” for a given year. For the “Group Code” field, click to highlight all codes for the complete data set, and then click to execute the search. To download the data, click the “Actions” dropdown menu near the top left of the displayed results table, click “Download,” and select the .csv format option. The column named “Group Code” can be filtered for “63” for volumes of vented gas and “64” for volumes of flared gas.

Note that executing searches for the date fields “01-Jan” through “01-Dec” will produce data for the entire given year because reports are dated for the first of the month. The data portal does not allow searches through “31-Dec” because the system registers the search as exceeding its one-year limit. DNR has confirmed that the “Report Date” column refers to the month the data was captured. An entry dated “01-Jan-20” contains data on oil and gas production that occurred in January of 2020.

The reported volumes contain negative values, described by the Louisiana Department of Natural Resources as indicating that the gas flared or vented was obtained from federal land but flared or vented on state land. Therefore, converting these numbers to positive integers is the only way to obtain the full total. According to DNR, this only includes “upstream” data. However, because this is gas obtained on federal lands and then flared on state lands, it seems like it would be what can often be considered “midstream.” Given that the satellite data includes “midstream” flaring in its “upstream” data set, this shouldn’t be a problem.

We pulled the disposition data from the SONRIS portal and saved it to the project directory, current as of August 4, 2021. This data may be amended by companies and is not subject to auditing by DNR, so disposition data downloaded after this date may produce differing results.

Load Data

We compiled and cleaned all this data from the state regulatory agency and saved it to new data sets available from the Howard Center here. (For more information about our data cleaning, please contact: ).

la <- read.csv (url("https://cronkitedata.s3.amazonaws.com/howard/gaslit/la_flaring_and_venting.csv"))

Analysis

FACT: Oil and gas operators flared and vented 45,068,737,000 cubic feet of gas from 2012 to 2020.

These numbers were calculated by aggregating the totals reported. We extracted the year from the date and created a new year column, then filtered for the years 2012 to 2020, the time frame we’re looking at for this investigation. Next, we grouped by year to calculate annual totals. These results will be in MCF.

la_annualtotals <- la %>%
  mutate (year = as.numeric(str_sub(report_date, -4, -1))) %>%
  filter(year >= 2012 & year <= 2020) %>%
  group_by(year) %>%
  summarise(Total = sum(abs, na.rm = TRUE))

la_annualtotals %>%
  gt(rowname_col = "year") %>%
  tab_stubhead(label = "Year") %>%
  tab_header(title = "Flaring and Venting Volumes Reported to Louisiana DNR",
             subtitle = "Flaring and venting volumes in Mcf (thousand cubic feet)") %>%
  fmt_number(column = "Total",
             decimals = 0) %>%
  grand_summary_rows(fns = list("Total" = "sum"), 
                           columns=("Total"), 
                           formatter=gt::fmt_number, 
                           decimals=0)
Flaring and Venting Volumes Reported to Louisiana DNR
Flaring and venting volumes in Mcf (thousand cubic feet)
Year Total
2012 5,044,037
2013 4,949,096
2014 4,848,597
2015 3,992,885
2016 5,212,740
2017 5,422,500
2018 6,032,575
2019 5,123,582
2020 4,442,725
Total 45,068,737
LS0tCnRpdGxlOiAiTG91aXNpYW5hIEZsYXJpbmcgYW5kIFZlbnRpbmciCmF1dGhvcjogIktlbm55IFF1YXlsZSwgUmFjaGVsIFN0YXBob2x6IgpvdXRwdXQ6CiAgICBodG1sX2RvY3VtZW50OgogICAgICBjb2RlX2ZvbGRpbmc6IHNob3cKICAgICAgZGZfcHJpbnQ6IHBhZ2VkCiAgICAgIHRvYzogdHJ1ZQogICAgICB0b2NfZmxvYXQ6IHRydWUKICAgICAgY29kZV9kb3dubG9hZDogdHJ1ZQotLS0KCmBgYHtyIHNldHVwLCBtZXNzYWdlPUZBTFNFLCBjbGFzcy5zb3VyY2U9ImZvbGQtaGlkZSJ9CgoKIyBGb3IgZ2VuZXJhbCBkYXRhIHNjaWVuY2UKbGlicmFyeSh0aWR5dmVyc2UpCgojIEZvciByZWFkaW5nIGFuZCB3cml0aW5nIGRhdGEgdGFibGVzIGFuZCBFeGNlbCBmaWxlcwpsaWJyYXJ5KGRhdGEudGFibGUpCmxpYnJhcnkocmVhZHhsKQoKIyBGb3IgZGF0YSBjbGVhbmluZwpsaWJyYXJ5KGphbml0b3IpCgojIEZvciB3b3JraW5nIHdpdGggZGF0ZXRpbWUKbGlicmFyeShsdWJyaWRhdGUpCgojIEZvciBwcmV0dHkgdGFibGVzCmxpYnJhcnkoa25pdHIpCmxpYnJhcnkoZ3QpCgprbml0cjo6b3B0c19jaHVuayRzZXQoZWNobyA9IFRSVUUpCgpgYGAKCiMgSW50cm9kdWN0aW9uCgpJbiBMb3Vpc2lhbmEsIG9pbCBhbmQgZ2FzIG9wZXJhdG9ycyBhcmUgcmVxdWlyZWQgdG8gc3VibWl0IGEgZm9ybSwgY2FsbGVkIGZvcm0gUjVELCBvbiBhIG1vbnRobHkgYmFzaXMgdG8gdGhlIExvdWlzaWFuYSBEZXBhcnRtZW50IG9mIE5hdHVyYWwgUmVzb3VyY2VzLiBUaGUgZm9ybSBpbmNsdWRlcyBwcm9kdWN0aW9uIG51bWJlcnMsIHNhbGVzIG51bWJlcnMsIHdlbGwgc2l0ZSBnYXMgdXNlIHZvbHVtZXMsIGFuZCBmbGFyaW5nIGFuZCB2ZW50aW5nIHZvbHVtZXMgYW1vbmcgb3RoZXIgZGlzcG9zaXRpb24gZGF0YS4gU3BlY2lmaWNhbGx5LCB0aGVyZSBhcmUgdHdvIGZpZWxkIGluIHRoZSBmb3JtIGxhYmVsZWQgIlZlbnRlZCBBZnRlciBVc2UgZm9yIEdhcyBMaWZ0LCIgYW5kICJWZW50ZWQgKFN5c3RlbSBGbGFyZSkiIHRoYXQgY29udGFpbiB0aGUgZGF0YSB3ZSBhcmUgd29ya2luZyB3aXRoLiBSZXBvcnRlZCBnYXMgZmxhcmluZyBhbmQgdmVudGluZyBpcyBtZWFzdXJlZCBpbiB0aG91c2FuZCBvZiBjdWJpYyBmZWV0IChNY2YpLgoKTG91aXNpYW5hJ3MgZGF0YSBmcm9tIHRoZSBtb250aGx5IHJlcG9ydHMgaXMgYXZhaWxhYmxlIGF0IHRoZSBETlLigJlzIFNPTlJJUyBkYXRhIHBvcnRhbCBbaGVyZV0oaHR0cHM6Ly9zb25saXRlLmRuci5zdGF0ZS5sYS51cy9wbHMvYXBleC9mP3A9MTA4OjI6MjM1MDc2MzM3MjUzNDUpLCB3aGljaCBhbGxvd3Mgb25lIHllYXLigJlzIHdvcnRoIG9mIGRhdGEgdG8gYmUgZG93bmxvYWRlZCBhdCBhIHRpbWUuIENsaWNrIOKAnFByb2R1Y3Rpb24gQXVkaXQs4oCdIGFuZCB0aGVuIGNsaWNrIHRoZSBzcHJlYWRzaGVldCBpY29uIGZvciDigJxSNUQgRGF0YSBFbnRyeSAoR2FzIERpc3Bvc2l0aW9uKS7igJ0gRm9yIHRoZSBkYXRlIGZpZWxkcywgZW50ZXIgYSBzdGFydGluZyBkYXRlIG9mIOKAnDAxLUphbuKAnSBhbmQgZW5kaW5nIGRhdGUgb2Yg4oCcMDEtRGVj4oCdIGZvciBhIGdpdmVuIHllYXIuIEZvciB0aGUg4oCcR3JvdXAgQ29kZeKAnSBmaWVsZCwgY2xpY2sgdG8gaGlnaGxpZ2h0IGFsbCBjb2RlcyBmb3IgdGhlIGNvbXBsZXRlIGRhdGEgc2V0LCBhbmQgdGhlbiBjbGljayB0byBleGVjdXRlIHRoZSBzZWFyY2guIFRvIGRvd25sb2FkIHRoZSBkYXRhLCBjbGljayB0aGUg4oCcQWN0aW9uc+KAnSBkcm9wZG93biBtZW51IG5lYXIgdGhlIHRvcCBsZWZ0IG9mIHRoZSBkaXNwbGF5ZWQgcmVzdWx0cyB0YWJsZSwgY2xpY2sg4oCcRG93bmxvYWQs4oCdIGFuZCBzZWxlY3QgdGhlIC5jc3YgZm9ybWF0IG9wdGlvbi4gVGhlIGNvbHVtbiBuYW1lZCDigJxHcm91cCBDb2Rl4oCdIGNhbiBiZSBmaWx0ZXJlZCBmb3Ig4oCcNjPigJ0gZm9yIHZvbHVtZXMgb2YgdmVudGVkIGdhcyBhbmQg4oCcNjTigJ0gZm9yIHZvbHVtZXMgb2YgZmxhcmVkIGdhcy4gCgpOb3RlIHRoYXQgZXhlY3V0aW5nIHNlYXJjaGVzIGZvciB0aGUgZGF0ZSBmaWVsZHMg4oCcMDEtSmFu4oCdIHRocm91Z2gg4oCcMDEtRGVj4oCdIHdpbGwgcHJvZHVjZSBkYXRhIGZvciB0aGUgZW50aXJlIGdpdmVuIHllYXIgYmVjYXVzZSByZXBvcnRzIGFyZSBkYXRlZCBmb3IgdGhlIGZpcnN0IG9mIHRoZSBtb250aC4gVGhlIGRhdGEgcG9ydGFsIGRvZXMgbm90IGFsbG93IHNlYXJjaGVzIHRocm91Z2gg4oCcMzEtRGVj4oCdIGJlY2F1c2UgdGhlIHN5c3RlbSByZWdpc3RlcnMgdGhlIHNlYXJjaCBhcyBleGNlZWRpbmcgaXRzIG9uZS15ZWFyIGxpbWl0LiBETlIgaGFzIGNvbmZpcm1lZCB0aGF0IHRoZSDigJxSZXBvcnQgRGF0ZeKAnSBjb2x1bW4gcmVmZXJzIHRvIHRoZSBtb250aCB0aGUgZGF0YSB3YXMgY2FwdHVyZWQuIEFuIGVudHJ5IGRhdGVkIOKAnDAxLUphbi0yMOKAnSBjb250YWlucyBkYXRhIG9uIG9pbCBhbmQgZ2FzIHByb2R1Y3Rpb24gdGhhdCBvY2N1cnJlZCBpbiBKYW51YXJ5IG9mIDIwMjAuIAoKVGhlIHJlcG9ydGVkIHZvbHVtZXMgY29udGFpbiBuZWdhdGl2ZSB2YWx1ZXMsIGRlc2NyaWJlZCBieSB0aGUgTG91aXNpYW5hIERlcGFydG1lbnQgb2YgTmF0dXJhbCBSZXNvdXJjZXMgYXMgaW5kaWNhdGluZyB0aGF0IHRoZSBnYXMgZmxhcmVkIG9yIHZlbnRlZCB3YXMgb2J0YWluZWQgZnJvbSBmZWRlcmFsIGxhbmQgYnV0IGZsYXJlZCBvciB2ZW50ZWQgb24gc3RhdGUgbGFuZC4gVGhlcmVmb3JlLCBjb252ZXJ0aW5nIHRoZXNlIG51bWJlcnMgdG8gcG9zaXRpdmUgaW50ZWdlcnMgaXMgdGhlIG9ubHkgd2F5IHRvIG9idGFpbiB0aGUgZnVsbCB0b3RhbC4gQWNjb3JkaW5nIHRvIEROUiwgdGhpcyBvbmx5IGluY2x1ZGVzICJ1cHN0cmVhbSIgZGF0YS4gSG93ZXZlciwgYmVjYXVzZSB0aGlzIGlzIGdhcyBvYnRhaW5lZCBvbiBmZWRlcmFsIGxhbmRzIGFuZCB0aGVuIGZsYXJlZCBvbiBzdGF0ZSBsYW5kcywgaXQgc2VlbXMgbGlrZSBpdCB3b3VsZCBiZSB3aGF0IGNhbiBvZnRlbiBiZSBjb25zaWRlcmVkICJtaWRzdHJlYW0uIiBHaXZlbiB0aGF0IHRoZSBzYXRlbGxpdGUgZGF0YSBpbmNsdWRlcyAibWlkc3RyZWFtIiBmbGFyaW5nIGluIGl0cyAidXBzdHJlYW0iIGRhdGEgc2V0LCB0aGlzIHNob3VsZG4ndCBiZSBhIHByb2JsZW0uCgpXZSBwdWxsZWQgdGhlIGRpc3Bvc2l0aW9uIGRhdGEgZnJvbSB0aGUgU09OUklTIHBvcnRhbCBhbmQgc2F2ZWQgaXQgdG8gdGhlIHByb2plY3QgZGlyZWN0b3J5LCBjdXJyZW50IGFzIG9mIEF1Z3VzdCA0LCAyMDIxLiBUaGlzIGRhdGEgbWF5IGJlIGFtZW5kZWQgYnkgY29tcGFuaWVzIGFuZCBpcyBub3Qgc3ViamVjdCB0byBhdWRpdGluZyBieSBETlIsIHNvIGRpc3Bvc2l0aW9uIGRhdGEgZG93bmxvYWRlZCBhZnRlciB0aGlzIGRhdGUgbWF5IHByb2R1Y2UgZGlmZmVyaW5nIHJlc3VsdHMuCgojIExvYWQgRGF0YQoKV2UgY29tcGlsZWQgYW5kIGNsZWFuZWQgYWxsIHRoaXMgZGF0YSBmcm9tIHRoZSBzdGF0ZSByZWd1bGF0b3J5IGFnZW5jeSBhbmQgc2F2ZWQgaXQgdG8gbmV3IGRhdGEgc2V0cyBhdmFpbGFibGUgZnJvbSB0aGUgSG93YXJkIENlbnRlciBbaGVyZV0oaHR0cHM6Ly9jcm9ua2l0ZWRhdGEuczMuYW1hem9uYXdzLmNvbS9ob3dhcmQvZ2FzbGl0L2xhX2ZsYXJpbmdfYW5kX3ZlbnRpbmcuY3N2KS4gKEZvciBtb3JlIGluZm9ybWF0aW9uIGFib3V0IG91ciBkYXRhIGNsZWFuaW5nLCBwbGVhc2UgY29udGFjdDogaG93YXJkY2VudGVyQGFzdS5lZHUpLiAgCgpgYGB7ciBsb2FkX2FuZF9jbGVhbl9kYXRhLCBlY2hvPVRSVUV9CgpsYSA8LSByZWFkLmNzdiAodXJsKCJodHRwczovL2Nyb25raXRlZGF0YS5zMy5hbWF6b25hd3MuY29tL2hvd2FyZC9nYXNsaXQvbGFfZmxhcmluZ19hbmRfdmVudGluZy5jc3YiKSkKCmBgYAoKCiMgQW5hbHlzaXMKCkZBQ1Q6IE9pbCBhbmQgZ2FzIG9wZXJhdG9ycyBmbGFyZWQgYW5kIHZlbnRlZCA0NSwwNjgsNzM3LDAwMCBjdWJpYyBmZWV0IG9mIGdhcyBmcm9tIDIwMTIgdG8gMjAyMC4KCgpUaGVzZSBudW1iZXJzIHdlcmUgY2FsY3VsYXRlZCBieSBhZ2dyZWdhdGluZyB0aGUgdG90YWxzIHJlcG9ydGVkLiBXZSBleHRyYWN0ZWQgdGhlIHllYXIgZnJvbSB0aGUgZGF0ZSBhbmQgY3JlYXRlZCBhIG5ldyBgeWVhcmAgY29sdW1uLCB0aGVuIGZpbHRlcmVkIGZvciB0aGUgeWVhcnMgMjAxMiB0byAyMDIwLCB0aGUgdGltZSBmcmFtZSB3ZSdyZSBsb29raW5nIGF0IGZvciB0aGlzIGludmVzdGlnYXRpb24uIE5leHQsIHdlIGdyb3VwZWQgYnkgeWVhciB0byBjYWxjdWxhdGUgYW5udWFsIHRvdGFscy4gVGhlc2UgcmVzdWx0cyB3aWxsIGJlIGluIE1DRi4KCmBgYHtyfQoKbGFfYW5udWFsdG90YWxzIDwtIGxhICU+JQogIG11dGF0ZSAoeWVhciA9IGFzLm51bWVyaWMoc3RyX3N1YihyZXBvcnRfZGF0ZSwgLTQsIC0xKSkpICU+JQogIGZpbHRlcih5ZWFyID49IDIwMTIgJiB5ZWFyIDw9IDIwMjApICU+JQogIGdyb3VwX2J5KHllYXIpICU+JQogIHN1bW1hcmlzZShUb3RhbCA9IHN1bShhYnMsIG5hLnJtID0gVFJVRSkpCgpsYV9hbm51YWx0b3RhbHMgJT4lCiAgZ3Qocm93bmFtZV9jb2wgPSAieWVhciIpICU+JQogIHRhYl9zdHViaGVhZChsYWJlbCA9ICJZZWFyIikgJT4lCiAgdGFiX2hlYWRlcih0aXRsZSA9ICJGbGFyaW5nIGFuZCBWZW50aW5nIFZvbHVtZXMgUmVwb3J0ZWQgdG8gTG91aXNpYW5hIEROUiIsCiAgICAgICAgICAgICBzdWJ0aXRsZSA9ICJGbGFyaW5nIGFuZCB2ZW50aW5nIHZvbHVtZXMgaW4gTWNmICh0aG91c2FuZCBjdWJpYyBmZWV0KSIpICU+JQogIGZtdF9udW1iZXIoY29sdW1uID0gIlRvdGFsIiwKICAgICAgICAgICAgIGRlY2ltYWxzID0gMCkgJT4lCiAgZ3JhbmRfc3VtbWFyeV9yb3dzKGZucyA9IGxpc3QoIlRvdGFsIiA9ICJzdW0iKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbHVtbnM9KCJUb3RhbCIpLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgZm9ybWF0dGVyPWd0OjpmbXRfbnVtYmVyLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgZGVjaW1hbHM9MCkKCgpgYGAK