# For general data science
library(tidyverse)
# For reading and writing data tables and Excel files
library(data.table)
library(readxl)
# For data cleaning
library(janitor)
# For working with datetime
library(lubridate)
# For pretty tables
library(knitr)
library(gt)
knitr::opts_chunk$set(echo = TRUE)
Introduction
In Montana, oil and gas companies are required to submit monthly reports detailing the volume of gas flared or vented at each lease. They use Form 6, the Report of Production, which includes fields for the volumes of gas produced, sold, flared or vented, used on the lease, and handled via other disposition options. A copy of Form 6 and its instructions is available from the Montana Board of Oil and Gas Conservation, here. There is one line, 25, for the producers to include flaring and venting: “Type or write the total MCFs for the lease of gas (@14.73 PSIA) produced, sold, flared or vented, used on lease, injected, and other.” Reported gas flared or vented is measured in thousand cubic feet (Mcf) at 14.73 PSIA at 60° Fahrenheit, unless permitted otherwise by board.
Data from the monthly reports (2001-present) is available at the MBOGC’s website in a data set called “historical.zip.” The date of its last update is to the left of the linked text. Click the linked text to download the zipped file, and open it to find three data tables in .tab format. The “histLeaseProd.tab” table has disposition data, and the column with volumes of flared or vented gas is named “FlarVnt_Gas.”
Load data
We saved the disposition data from MBOGC, current as of Nov. 18, 2021, to the project directory. Companies can amend reports, so disposition data downloaded after Nov. 18, 2021 may produce slightly different results than those below.
We cleaned the data and ensured there were no duplicates, then saved the data to the Howard Center’s drive, available here
mont <- read.csv(url("https://cronkitedata.s3.amazonaws.com/howard/gaslit/mt_flaring_and_venting.csv"))
Analysis
FACT: From 2012 to 2020, Montana companies flared or vented nearly 40,952,143,000 billion cubic feet of gas, according to a Howard Center analysis of state data.
These numbers were calculated by aggregating the totals reported. We extracted the year from the date and created a new year
column, then filtered for the years 2012 to 2020, the time frame we’re looking at for this investigation. Next, we grouped by year to calculate annual totals. These results will be in MCF.
mont_annualtotals <- mont %>%
mutate(year = year(rpt_date)) %>%
filter(year >= 2012 & year <= 2020) %>% #We're looking at this time range because this matches the period of time we're looking at for the satellite data that we'll be comparing this to.
group_by(year) %>%
summarise(Total = sum(flar_vnt_gas, na.rm = TRUE))
# Pretty table
mont_annualtotals %>%
gt(rowname_col = "year") %>%
tab_stubhead(label = "Year") %>%
tab_header(title = "Flaring and Venting Volumes Reported to MBOGC",
subtitle = "Flaring and venting volumes in Mcf (thousand cubic feet)") %>%
fmt_number(column = "Total",
decimals = 0) %>%
grand_summary_rows(fns = list("Total" = "sum"),
columns=("Total"),
formatter=gt::fmt_number,
decimals=0)
Year |
Total |
2012 |
4,399,745 |
2013 |
4,881,175 |
2014 |
5,254,836 |
2015 |
6,678,206 |
2016 |
4,142,346 |
2017 |
3,117,334 |
2018 |
3,539,954 |
2019 |
5,083,536 |
2020 |
3,855,011 |
Total |
40,952,143 |
FACT: Since 2015, lease 1825, containing two Denbury wells with permanent exceptions to release gas, has flared or vented about 1 billion cubic feet of gas, more than any other lease, a Howard Center analysis of satellite data showed.
Like before, we aggregated totals, but for each lease as opposed to each year. We filtered after the year 2015.
mont_leasetotals <- mont %>%
mutate(year = year(rpt_date)) %>%
filter(year >= 2015) %>%
group_by(lease_unit) %>%
summarise(Total = sum(flar_vnt_gas, na.rm = TRUE)) %>%
arrange(desc(Total)) %>%
head(10)
# Pretty table
mont_leasetotals %>%
gt(rowname_col = "lease_unit") %>%
tab_stubhead(label = "Lease") %>%
tab_header(title = "Flaring and Venting Volumes Reported to MBOGC",
subtitle = "Flaring and venting volumes in Mcf (thousand cubic feet)") %>%
fmt_number(column = "Total",
decimals = 0) %>%
grand_summary_rows(fns = list("Total" = "sum"),
columns=("Total"),
formatter=gt::fmt_number,
decimals=0)
Lease |
Total |
1825 |
1,062,255 |
9035 |
809,524 |
9049 |
750,944 |
8566 |
664,707 |
9036 |
642,181 |
8568 |
599,901 |
9037 |
583,136 |
9025 |
563,403 |
8976 |
545,066 |
8601 |
392,985 |
Total |
6,614,102 |
LS0tCnRpdGxlOiAiTW9udGFuYSBGbGFyaW5nICYgVmVudGluZyIKYXV0aG9yOiAiSmltbXkgQ2xvdXRpZXIsIE1heWEgTGVhY2htYW4iCm91dHB1dDoKICAgIGh0bWxfZG9jdW1lbnQ6CiAgICAgIGNvZGVfZm9sZGluZzogc2hvdwogICAgICBkZl9wcmludDogcGFnZWQKICAgICAgdG9jOiB0cnVlCiAgICAgIHRvY19mbG9hdDogdHJ1ZQogICAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICAKLS0tCgpgYGB7ciBzZXR1cCwgbWVzc2FnZT1GQUxTRSwgY2xhc3Muc291cmNlPSJmb2xkLWhpZGUifQoKCiMgRm9yIGdlbmVyYWwgZGF0YSBzY2llbmNlCmxpYnJhcnkodGlkeXZlcnNlKQoKIyBGb3IgcmVhZGluZyBhbmQgd3JpdGluZyBkYXRhIHRhYmxlcyBhbmQgRXhjZWwgZmlsZXMKbGlicmFyeShkYXRhLnRhYmxlKQpsaWJyYXJ5KHJlYWR4bCkKCiMgRm9yIGRhdGEgY2xlYW5pbmcKbGlicmFyeShqYW5pdG9yKQoKIyBGb3Igd29ya2luZyB3aXRoIGRhdGV0aW1lCmxpYnJhcnkobHVicmlkYXRlKQoKIyBGb3IgcHJldHR5IHRhYmxlcwpsaWJyYXJ5KGtuaXRyKQpsaWJyYXJ5KGd0KQoKa25pdHI6Om9wdHNfY2h1bmskc2V0KGVjaG8gPSBUUlVFKQoKYGBgCgojIEludHJvZHVjdGlvbiAKCkluIE1vbnRhbmEsIG9pbCBhbmQgZ2FzIGNvbXBhbmllcyBhcmUgcmVxdWlyZWQgdG8gc3VibWl0IG1vbnRobHkgcmVwb3J0cyBkZXRhaWxpbmcgdGhlIHZvbHVtZSBvZiBnYXMgZmxhcmVkIG9yIHZlbnRlZCBhdCBlYWNoIGxlYXNlLiBUaGV5IHVzZSBGb3JtIDYsIHRoZSBSZXBvcnQgb2YgUHJvZHVjdGlvbiwgd2hpY2ggaW5jbHVkZXMgZmllbGRzIGZvciB0aGUgdm9sdW1lcyBvZiBnYXMgcHJvZHVjZWQsIHNvbGQsIGZsYXJlZCBvciB2ZW50ZWQsIHVzZWQgb24gdGhlIGxlYXNlLCBhbmQgaGFuZGxlZCB2aWEgb3RoZXIgZGlzcG9zaXRpb24gb3B0aW9ucy4gQSBjb3B5IG9mIEZvcm0gNiBhbmQgaXRzIGluc3RydWN0aW9ucyBpcyBhdmFpbGFibGUgZnJvbSB0aGUgTW9udGFuYSBCb2FyZCBvZiBPaWwgYW5kIEdhcyBDb25zZXJ2YXRpb24sIFtoZXJlXShodHRwOi8vZG5yYy5tdC5nb3YvZGl2aXNpb25zL2JvYXJkLW9mLW9pbC1hbmQtZ2FzLWNvbnNlcnZhdGlvbi9kb2NzL2JvZ2MtZm9ybXMvZm9ybS0wNikuIFRoZXJlIGlzIG9uZSBsaW5lLCAyNSwgZm9yIHRoZSBwcm9kdWNlcnMgdG8gaW5jbHVkZSBmbGFyaW5nIGFuZCB2ZW50aW5nOiDigJxUeXBlIG9yIHdyaXRlIHRoZSB0b3RhbCBNQ0ZzIGZvciB0aGUgbGVhc2Ugb2YgZ2FzIChAMTQuNzMgUFNJQSkgcHJvZHVjZWQsIHNvbGQsIGZsYXJlZCBvciB2ZW50ZWQsIHVzZWQgb24gbGVhc2UsIGluamVjdGVkLCBhbmQgb3RoZXIu4oCdIFJlcG9ydGVkIGdhcyBmbGFyZWQgb3IgdmVudGVkIGlzIG1lYXN1cmVkIGluIHRob3VzYW5kIGN1YmljIGZlZXQgKE1jZikgYXQgMTQuNzMgUFNJQSBhdCA2MMKwIEZhaHJlbmhlaXQsIHVubGVzcyBwZXJtaXR0ZWQgb3RoZXJ3aXNlIGJ5IGJvYXJkLgoKRGF0YSBmcm9tIHRoZSBtb250aGx5IHJlcG9ydHMgKDIwMDEtcHJlc2VudCkgaXMgYXZhaWxhYmxlIGF0IHRoZSBNQk9HQ+KAmXMgW3dlYnNpdGVdKGh0dHA6Ly93d3cuYm9nYy5kbnJjLm10Lmdvdi9QUk9EVUNUSU9OLykgaW4gYSBkYXRhIHNldCBjYWxsZWQg4oCcaGlzdG9yaWNhbC56aXAu4oCdIFRoZSBkYXRlIG9mIGl0cyBsYXN0IHVwZGF0ZSBpcyB0byB0aGUgbGVmdCBvZiB0aGUgbGlua2VkIHRleHQuIENsaWNrIHRoZSBsaW5rZWQgdGV4dCB0byBkb3dubG9hZCB0aGUgemlwcGVkIGZpbGUsIGFuZCBvcGVuIGl0IHRvIGZpbmQgdGhyZWUgZGF0YSB0YWJsZXMgaW4gLnRhYiBmb3JtYXQuIFRoZSDigJxoaXN0TGVhc2VQcm9kLnRhYuKAnSB0YWJsZSBoYXMgZGlzcG9zaXRpb24gZGF0YSwgYW5kIHRoZSBjb2x1bW4gd2l0aCB2b2x1bWVzIG9mIGZsYXJlZCBvciB2ZW50ZWQgZ2FzIGlzIG5hbWVkIOKAnEZsYXJWbnRfR2FzLuKAnSAgICAKCgojIExvYWQgZGF0YQoKV2Ugc2F2ZWQgdGhlIGRpc3Bvc2l0aW9uIGRhdGEgZnJvbSBNQk9HQywgY3VycmVudCBhcyBvZiBOb3YuIDE4LCAyMDIxLCB0byB0aGUgcHJvamVjdCBkaXJlY3RvcnkuIENvbXBhbmllcyBjYW4gYW1lbmQgcmVwb3J0cywgc28gZGlzcG9zaXRpb24gZGF0YSBkb3dubG9hZGVkIGFmdGVyIE5vdi4gMTgsIDIwMjEgbWF5IHByb2R1Y2Ugc2xpZ2h0bHkgZGlmZmVyZW50IHJlc3VsdHMgdGhhbiB0aG9zZSBiZWxvdy4KCldlIGNsZWFuZWQgdGhlIGRhdGEgYW5kIGVuc3VyZWQgdGhlcmUgd2VyZSBubyBkdXBsaWNhdGVzLCB0aGVuIHNhdmVkIHRoZSBkYXRhIHRvIHRoZSBIb3dhcmQgQ2VudGVyJ3MgZHJpdmUsIGF2YWlsYWJsZSBbaGVyZV0oaHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL2ZpbGUvZC8xYmM5RnJ5MG81U1hIZVd4Ql9leldjWDhwa2hLQWxtQl8vdmlldz91c3A9c2hhcmluZykKCgpgYGB7ciBsb2FkX2FuZF9jbGVhbl9kYXRhLCBlY2hvPVRSVUV9Cgptb250IDwtIHJlYWQuY3N2KHVybCgiaHR0cHM6Ly9jcm9ua2l0ZWRhdGEuczMuYW1hem9uYXdzLmNvbS9ob3dhcmQvZ2FzbGl0L210X2ZsYXJpbmdfYW5kX3ZlbnRpbmcuY3N2IikpCgoKYGBgCgoKIyBBbmFseXNpcwoKRkFDVDogRnJvbSAyMDEyIHRvIDIwMjAsIE1vbnRhbmEgY29tcGFuaWVzIGZsYXJlZCBvciB2ZW50ZWQgbmVhcmx5IDQwLDk1MiwxNDMsMDAwIGJpbGxpb24gY3ViaWMgZmVldCBvZiBnYXMsIGFjY29yZGluZyB0byBhIEhvd2FyZCBDZW50ZXIgYW5hbHlzaXMgb2Ygc3RhdGUgZGF0YS4KClRoZXNlIG51bWJlcnMgd2VyZSBjYWxjdWxhdGVkIGJ5IGFnZ3JlZ2F0aW5nIHRoZSB0b3RhbHMgcmVwb3J0ZWQuIFdlIGV4dHJhY3RlZCB0aGUgeWVhciBmcm9tIHRoZSBkYXRlIGFuZCBjcmVhdGVkIGEgbmV3IGB5ZWFyYCBjb2x1bW4sIHRoZW4gZmlsdGVyZWQgZm9yIHRoZSB5ZWFycyAyMDEyIHRvIDIwMjAsIHRoZSB0aW1lIGZyYW1lIHdlJ3JlIGxvb2tpbmcgYXQgZm9yIHRoaXMgaW52ZXN0aWdhdGlvbi4gTmV4dCwgd2UgZ3JvdXBlZCBieSB5ZWFyIHRvIGNhbGN1bGF0ZSBhbm51YWwgdG90YWxzLiBUaGVzZSByZXN1bHRzIHdpbGwgYmUgaW4gTUNGLgoKYGBge3IgY2FsY3VsYXRlIGFubnVhbCB0b3RhbHMsIGVjaG89VFJVRX0KCgptb250X2FubnVhbHRvdGFscyA8LSBtb250ICU+JQogIG11dGF0ZSh5ZWFyID0geWVhcihycHRfZGF0ZSkpICU+JQogIGZpbHRlcih5ZWFyID49IDIwMTIgJiB5ZWFyIDw9IDIwMjApICU+JSAjV2UncmUgbG9va2luZyBhdCB0aGlzIHRpbWUgcmFuZ2UgYmVjYXVzZSB0aGlzIG1hdGNoZXMgdGhlIHBlcmlvZCBvZiB0aW1lIHdlJ3JlIGxvb2tpbmcgYXQgZm9yIHRoZSBzYXRlbGxpdGUgZGF0YSB0aGF0IHdlJ2xsIGJlIGNvbXBhcmluZyB0aGlzIHRvLgogIGdyb3VwX2J5KHllYXIpICU+JQogIHN1bW1hcmlzZShUb3RhbCA9IHN1bShmbGFyX3ZudF9nYXMsIG5hLnJtID0gVFJVRSkpCiAgCiMgUHJldHR5IHRhYmxlCm1vbnRfYW5udWFsdG90YWxzICU+JQogIGd0KHJvd25hbWVfY29sID0gInllYXIiKSAlPiUKICB0YWJfc3R1YmhlYWQobGFiZWwgPSAiWWVhciIpICU+JQogIHRhYl9oZWFkZXIodGl0bGUgPSAiRmxhcmluZyBhbmQgVmVudGluZyBWb2x1bWVzIFJlcG9ydGVkIHRvIE1CT0dDIiwKICAgICAgICAgICAgIHN1YnRpdGxlID0gIkZsYXJpbmcgYW5kIHZlbnRpbmcgdm9sdW1lcyBpbiBNY2YgKHRob3VzYW5kIGN1YmljIGZlZXQpIikgJT4lCiAgZm10X251bWJlcihjb2x1bW4gPSAiVG90YWwiLAogICAgICAgICAgICAgZGVjaW1hbHMgPSAwKSAlPiUKICBncmFuZF9zdW1tYXJ5X3Jvd3MoZm5zID0gbGlzdCgiVG90YWwiID0gInN1bSIpLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sdW1ucz0oIlRvdGFsIiksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBmb3JtYXR0ZXI9Z3Q6OmZtdF9udW1iZXIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICBkZWNpbWFscz0wKQoKCmBgYAoKRkFDVDogU2luY2UgMjAxNSwgbGVhc2UgMTgyNSwgY29udGFpbmluZyB0d28gRGVuYnVyeSB3ZWxscyB3aXRoIHBlcm1hbmVudCBleGNlcHRpb25zIHRvIHJlbGVhc2UgZ2FzLCBoYXMgZmxhcmVkIG9yIHZlbnRlZCBhYm91dCAxIGJpbGxpb24gY3ViaWMgZmVldCBvZiBnYXMsIG1vcmUgdGhhbiBhbnkgb3RoZXIgbGVhc2UsIGEgSG93YXJkIENlbnRlciBhbmFseXNpcyBvZiBzYXRlbGxpdGUgZGF0YSBzaG93ZWQuCgpMaWtlIGJlZm9yZSwgd2UgYWdncmVnYXRlZCB0b3RhbHMsIGJ1dCBmb3IgZWFjaCBsZWFzZSBhcyBvcHBvc2VkIHRvIGVhY2ggeWVhci4gV2UgZmlsdGVyZWQgYWZ0ZXIgdGhlIHllYXIgMjAxNS4gCgpgYGB7ciAgbGVhc2VzIHRvdGFscywgZWNobz1UUlVFIH0KCm1vbnRfbGVhc2V0b3RhbHMgPC0gbW9udCAlPiUKICBtdXRhdGUoeWVhciA9IHllYXIocnB0X2RhdGUpKSAlPiUKICBmaWx0ZXIoeWVhciA+PSAyMDE1KSAlPiUgCiAgZ3JvdXBfYnkobGVhc2VfdW5pdCkgJT4lCiAgc3VtbWFyaXNlKFRvdGFsID0gc3VtKGZsYXJfdm50X2dhcywgbmEucm0gPSBUUlVFKSkgJT4lCiAgYXJyYW5nZShkZXNjKFRvdGFsKSkgJT4lCiAgaGVhZCgxMCkKICAKIyBQcmV0dHkgdGFibGUKbW9udF9sZWFzZXRvdGFscyAlPiUKICBndChyb3duYW1lX2NvbCA9ICJsZWFzZV91bml0IikgJT4lCiAgdGFiX3N0dWJoZWFkKGxhYmVsID0gIkxlYXNlIikgJT4lCiAgdGFiX2hlYWRlcih0aXRsZSA9ICJGbGFyaW5nIGFuZCBWZW50aW5nIFZvbHVtZXMgUmVwb3J0ZWQgdG8gTUJPR0MiLAogICAgICAgICAgICAgc3VidGl0bGUgPSAiRmxhcmluZyBhbmQgdmVudGluZyB2b2x1bWVzIGluIE1jZiAodGhvdXNhbmQgY3ViaWMgZmVldCkiKSAlPiUKICBmbXRfbnVtYmVyKGNvbHVtbiA9ICJUb3RhbCIsCiAgICAgICAgICAgICBkZWNpbWFscyA9IDApICU+JQogIGdyYW5kX3N1bW1hcnlfcm93cyhmbnMgPSBsaXN0KCJUb3RhbCIgPSAic3VtIiksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBjb2x1bW5zPSgiVG90YWwiKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGZvcm1hdHRlcj1ndDo6Zm10X251bWJlciwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGRlY2ltYWxzPTApCgpgYGAKCgoKCgo=