# For general data science
library(tidyverse)

# For reading and writing data tables and Excel files
library(data.table)
library(readxl)

# For data cleaning
library(janitor)

# For working with datetime
library(lubridate)

# For pretty tables
library(knitr)
library(gt)

knitr::opts_chunk$set(echo = TRUE)

Introduction

In Montana, oil and gas companies are required to submit monthly reports detailing the volume of gas flared or vented at each lease. They use Form 6, the Report of Production, which includes fields for the volumes of gas produced, sold, flared or vented, used on the lease, and handled via other disposition options. A copy of Form 6 and its instructions is available from the Montana Board of Oil and Gas Conservation, here. There is one line, 25, for the producers to include flaring and venting: “Type or write the total MCFs for the lease of gas (@14.73 PSIA) produced, sold, flared or vented, used on lease, injected, and other.” Reported gas flared or vented is measured in thousand cubic feet (Mcf) at 14.73 PSIA at 60° Fahrenheit, unless permitted otherwise by board.

Data from the monthly reports (2001-present) is available at the MBOGC’s website in a data set called “historical.zip.” The date of its last update is to the left of the linked text. Click the linked text to download the zipped file, and open it to find three data tables in .tab format. The “histLeaseProd.tab” table has disposition data, and the column with volumes of flared or vented gas is named “FlarVnt_Gas.”

Load data

We saved the disposition data from MBOGC, current as of Nov. 18, 2021, to the project directory. Companies can amend reports, so disposition data downloaded after Nov. 18, 2021 may produce slightly different results than those below.

We cleaned the data and ensured there were no duplicates, then saved the data to the Howard Center’s drive, available here

mont <- read.csv(url("https://cronkitedata.s3.amazonaws.com/howard/gaslit/mt_flaring_and_venting.csv"))

Analysis

FACT: From 2012 to 2020, Montana companies flared or vented nearly 40,952,143,000 billion cubic feet of gas, according to a Howard Center analysis of state data.

These numbers were calculated by aggregating the totals reported. We extracted the year from the date and created a new year column, then filtered for the years 2012 to 2020, the time frame we’re looking at for this investigation. Next, we grouped by year to calculate annual totals. These results will be in MCF.

mont_annualtotals <- mont %>%
  mutate(year = year(rpt_date)) %>%
  filter(year >= 2012 & year <= 2020) %>% #We're looking at this time range because this matches the period of time we're looking at for the satellite data that we'll be comparing this to.
  group_by(year) %>%
  summarise(Total = sum(flar_vnt_gas, na.rm = TRUE))
  
# Pretty table
mont_annualtotals %>%
  gt(rowname_col = "year") %>%
  tab_stubhead(label = "Year") %>%
  tab_header(title = "Flaring and Venting Volumes Reported to MBOGC",
             subtitle = "Flaring and venting volumes in Mcf (thousand cubic feet)") %>%
  fmt_number(column = "Total",
             decimals = 0) %>%
  grand_summary_rows(fns = list("Total" = "sum"), 
                           columns=("Total"), 
                           formatter=gt::fmt_number, 
                           decimals=0)
Flaring and Venting Volumes Reported to MBOGC
Flaring and venting volumes in Mcf (thousand cubic feet)
Year Total
2012 4,399,745
2013 4,881,175
2014 5,254,836
2015 6,678,206
2016 4,142,346
2017 3,117,334
2018 3,539,954
2019 5,083,536
2020 3,855,011
Total 40,952,143

FACT: Since 2015, lease 1825, containing two Denbury wells with permanent exceptions to release gas, has flared or vented about 1 billion cubic feet of gas, more than any other lease, a Howard Center analysis of satellite data showed.

Like before, we aggregated totals, but for each lease as opposed to each year. We filtered after the year 2015.

mont_leasetotals <- mont %>%
  mutate(year = year(rpt_date)) %>%
  filter(year >= 2015) %>% 
  group_by(lease_unit) %>%
  summarise(Total = sum(flar_vnt_gas, na.rm = TRUE)) %>%
  arrange(desc(Total)) %>%
  head(10)
  
# Pretty table
mont_leasetotals %>%
  gt(rowname_col = "lease_unit") %>%
  tab_stubhead(label = "Lease") %>%
  tab_header(title = "Flaring and Venting Volumes Reported to MBOGC",
             subtitle = "Flaring and venting volumes in Mcf (thousand cubic feet)") %>%
  fmt_number(column = "Total",
             decimals = 0) %>%
  grand_summary_rows(fns = list("Total" = "sum"), 
                           columns=("Total"), 
                           formatter=gt::fmt_number, 
                           decimals=0)
Flaring and Venting Volumes Reported to MBOGC
Flaring and venting volumes in Mcf (thousand cubic feet)
Lease Total
1825 1,062,255
9035 809,524
9049 750,944
8566 664,707
9036 642,181
8568 599,901
9037 583,136
9025 563,403
8976 545,066
8601 392,985
Total 6,614,102
LS0tCnRpdGxlOiAiTW9udGFuYSBGbGFyaW5nICYgVmVudGluZyIKYXV0aG9yOiAiSmltbXkgQ2xvdXRpZXIsIE1heWEgTGVhY2htYW4iCm91dHB1dDoKICAgIGh0bWxfZG9jdW1lbnQ6CiAgICAgIGNvZGVfZm9sZGluZzogc2hvdwogICAgICBkZl9wcmludDogcGFnZWQKICAgICAgdG9jOiB0cnVlCiAgICAgIHRvY19mbG9hdDogdHJ1ZQogICAgICBjb2RlX2Rvd25sb2FkOiB0cnVlCiAgICAKLS0tCgpgYGB7ciBzZXR1cCwgbWVzc2FnZT1GQUxTRSwgY2xhc3Muc291cmNlPSJmb2xkLWhpZGUifQoKCiMgRm9yIGdlbmVyYWwgZGF0YSBzY2llbmNlCmxpYnJhcnkodGlkeXZlcnNlKQoKIyBGb3IgcmVhZGluZyBhbmQgd3JpdGluZyBkYXRhIHRhYmxlcyBhbmQgRXhjZWwgZmlsZXMKbGlicmFyeShkYXRhLnRhYmxlKQpsaWJyYXJ5KHJlYWR4bCkKCiMgRm9yIGRhdGEgY2xlYW5pbmcKbGlicmFyeShqYW5pdG9yKQoKIyBGb3Igd29ya2luZyB3aXRoIGRhdGV0aW1lCmxpYnJhcnkobHVicmlkYXRlKQoKIyBGb3IgcHJldHR5IHRhYmxlcwpsaWJyYXJ5KGtuaXRyKQpsaWJyYXJ5KGd0KQoKa25pdHI6Om9wdHNfY2h1bmskc2V0KGVjaG8gPSBUUlVFKQoKYGBgCgojIEludHJvZHVjdGlvbiAKCkluIE1vbnRhbmEsIG9pbCBhbmQgZ2FzIGNvbXBhbmllcyBhcmUgcmVxdWlyZWQgdG8gc3VibWl0IG1vbnRobHkgcmVwb3J0cyBkZXRhaWxpbmcgdGhlIHZvbHVtZSBvZiBnYXMgZmxhcmVkIG9yIHZlbnRlZCBhdCBlYWNoIGxlYXNlLiBUaGV5IHVzZSBGb3JtIDYsIHRoZSBSZXBvcnQgb2YgUHJvZHVjdGlvbiwgd2hpY2ggaW5jbHVkZXMgZmllbGRzIGZvciB0aGUgdm9sdW1lcyBvZiBnYXMgcHJvZHVjZWQsIHNvbGQsIGZsYXJlZCBvciB2ZW50ZWQsIHVzZWQgb24gdGhlIGxlYXNlLCBhbmQgaGFuZGxlZCB2aWEgb3RoZXIgZGlzcG9zaXRpb24gb3B0aW9ucy4gQSBjb3B5IG9mIEZvcm0gNiBhbmQgaXRzIGluc3RydWN0aW9ucyBpcyBhdmFpbGFibGUgZnJvbSB0aGUgTW9udGFuYSBCb2FyZCBvZiBPaWwgYW5kIEdhcyBDb25zZXJ2YXRpb24sIFtoZXJlXShodHRwOi8vZG5yYy5tdC5nb3YvZGl2aXNpb25zL2JvYXJkLW9mLW9pbC1hbmQtZ2FzLWNvbnNlcnZhdGlvbi9kb2NzL2JvZ2MtZm9ybXMvZm9ybS0wNikuIFRoZXJlIGlzIG9uZSBsaW5lLCAyNSwgZm9yIHRoZSBwcm9kdWNlcnMgdG8gaW5jbHVkZSBmbGFyaW5nIGFuZCB2ZW50aW5nOiDigJxUeXBlIG9yIHdyaXRlIHRoZSB0b3RhbCBNQ0ZzIGZvciB0aGUgbGVhc2Ugb2YgZ2FzIChAMTQuNzMgUFNJQSkgcHJvZHVjZWQsIHNvbGQsIGZsYXJlZCBvciB2ZW50ZWQsIHVzZWQgb24gbGVhc2UsIGluamVjdGVkLCBhbmQgb3RoZXIu4oCdIFJlcG9ydGVkIGdhcyBmbGFyZWQgb3IgdmVudGVkIGlzIG1lYXN1cmVkIGluIHRob3VzYW5kIGN1YmljIGZlZXQgKE1jZikgYXQgMTQuNzMgUFNJQSBhdCA2MMKwIEZhaHJlbmhlaXQsIHVubGVzcyBwZXJtaXR0ZWQgb3RoZXJ3aXNlIGJ5IGJvYXJkLgoKRGF0YSBmcm9tIHRoZSBtb250aGx5IHJlcG9ydHMgKDIwMDEtcHJlc2VudCkgaXMgYXZhaWxhYmxlIGF0IHRoZSBNQk9HQ+KAmXMgW3dlYnNpdGVdKGh0dHA6Ly93d3cuYm9nYy5kbnJjLm10Lmdvdi9QUk9EVUNUSU9OLykgaW4gYSBkYXRhIHNldCBjYWxsZWQg4oCcaGlzdG9yaWNhbC56aXAu4oCdIFRoZSBkYXRlIG9mIGl0cyBsYXN0IHVwZGF0ZSBpcyB0byB0aGUgbGVmdCBvZiB0aGUgbGlua2VkIHRleHQuIENsaWNrIHRoZSBsaW5rZWQgdGV4dCB0byBkb3dubG9hZCB0aGUgemlwcGVkIGZpbGUsIGFuZCBvcGVuIGl0IHRvIGZpbmQgdGhyZWUgZGF0YSB0YWJsZXMgaW4gLnRhYiBmb3JtYXQuIFRoZSDigJxoaXN0TGVhc2VQcm9kLnRhYuKAnSB0YWJsZSBoYXMgZGlzcG9zaXRpb24gZGF0YSwgYW5kIHRoZSBjb2x1bW4gd2l0aCB2b2x1bWVzIG9mIGZsYXJlZCBvciB2ZW50ZWQgZ2FzIGlzIG5hbWVkIOKAnEZsYXJWbnRfR2FzLuKAnSAgICAKCgojIExvYWQgZGF0YQoKV2Ugc2F2ZWQgdGhlIGRpc3Bvc2l0aW9uIGRhdGEgZnJvbSBNQk9HQywgY3VycmVudCBhcyBvZiBOb3YuIDE4LCAyMDIxLCB0byB0aGUgcHJvamVjdCBkaXJlY3RvcnkuIENvbXBhbmllcyBjYW4gYW1lbmQgcmVwb3J0cywgc28gZGlzcG9zaXRpb24gZGF0YSBkb3dubG9hZGVkIGFmdGVyIE5vdi4gMTgsIDIwMjEgbWF5IHByb2R1Y2Ugc2xpZ2h0bHkgZGlmZmVyZW50IHJlc3VsdHMgdGhhbiB0aG9zZSBiZWxvdy4KCldlIGNsZWFuZWQgdGhlIGRhdGEgYW5kIGVuc3VyZWQgdGhlcmUgd2VyZSBubyBkdXBsaWNhdGVzLCB0aGVuIHNhdmVkIHRoZSBkYXRhIHRvIHRoZSBIb3dhcmQgQ2VudGVyJ3MgZHJpdmUsIGF2YWlsYWJsZSBbaGVyZV0oaHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL2ZpbGUvZC8xYmM5RnJ5MG81U1hIZVd4Ql9leldjWDhwa2hLQWxtQl8vdmlldz91c3A9c2hhcmluZykKCgpgYGB7ciBsb2FkX2FuZF9jbGVhbl9kYXRhLCBlY2hvPVRSVUV9Cgptb250IDwtIHJlYWQuY3N2KHVybCgiaHR0cHM6Ly9jcm9ua2l0ZWRhdGEuczMuYW1hem9uYXdzLmNvbS9ob3dhcmQvZ2FzbGl0L210X2ZsYXJpbmdfYW5kX3ZlbnRpbmcuY3N2IikpCgoKYGBgCgoKIyBBbmFseXNpcwoKRkFDVDogRnJvbSAyMDEyIHRvIDIwMjAsIE1vbnRhbmEgY29tcGFuaWVzIGZsYXJlZCBvciB2ZW50ZWQgbmVhcmx5IDQwLDk1MiwxNDMsMDAwIGJpbGxpb24gY3ViaWMgZmVldCBvZiBnYXMsIGFjY29yZGluZyB0byBhIEhvd2FyZCBDZW50ZXIgYW5hbHlzaXMgb2Ygc3RhdGUgZGF0YS4KClRoZXNlIG51bWJlcnMgd2VyZSBjYWxjdWxhdGVkIGJ5IGFnZ3JlZ2F0aW5nIHRoZSB0b3RhbHMgcmVwb3J0ZWQuIFdlIGV4dHJhY3RlZCB0aGUgeWVhciBmcm9tIHRoZSBkYXRlIGFuZCBjcmVhdGVkIGEgbmV3IGB5ZWFyYCBjb2x1bW4sIHRoZW4gZmlsdGVyZWQgZm9yIHRoZSB5ZWFycyAyMDEyIHRvIDIwMjAsIHRoZSB0aW1lIGZyYW1lIHdlJ3JlIGxvb2tpbmcgYXQgZm9yIHRoaXMgaW52ZXN0aWdhdGlvbi4gTmV4dCwgd2UgZ3JvdXBlZCBieSB5ZWFyIHRvIGNhbGN1bGF0ZSBhbm51YWwgdG90YWxzLiBUaGVzZSByZXN1bHRzIHdpbGwgYmUgaW4gTUNGLgoKYGBge3IgY2FsY3VsYXRlIGFubnVhbCB0b3RhbHMsIGVjaG89VFJVRX0KCgptb250X2FubnVhbHRvdGFscyA8LSBtb250ICU+JQogIG11dGF0ZSh5ZWFyID0geWVhcihycHRfZGF0ZSkpICU+JQogIGZpbHRlcih5ZWFyID49IDIwMTIgJiB5ZWFyIDw9IDIwMjApICU+JSAjV2UncmUgbG9va2luZyBhdCB0aGlzIHRpbWUgcmFuZ2UgYmVjYXVzZSB0aGlzIG1hdGNoZXMgdGhlIHBlcmlvZCBvZiB0aW1lIHdlJ3JlIGxvb2tpbmcgYXQgZm9yIHRoZSBzYXRlbGxpdGUgZGF0YSB0aGF0IHdlJ2xsIGJlIGNvbXBhcmluZyB0aGlzIHRvLgogIGdyb3VwX2J5KHllYXIpICU+JQogIHN1bW1hcmlzZShUb3RhbCA9IHN1bShmbGFyX3ZudF9nYXMsIG5hLnJtID0gVFJVRSkpCiAgCiMgUHJldHR5IHRhYmxlCm1vbnRfYW5udWFsdG90YWxzICU+JQogIGd0KHJvd25hbWVfY29sID0gInllYXIiKSAlPiUKICB0YWJfc3R1YmhlYWQobGFiZWwgPSAiWWVhciIpICU+JQogIHRhYl9oZWFkZXIodGl0bGUgPSAiRmxhcmluZyBhbmQgVmVudGluZyBWb2x1bWVzIFJlcG9ydGVkIHRvIE1CT0dDIiwKICAgICAgICAgICAgIHN1YnRpdGxlID0gIkZsYXJpbmcgYW5kIHZlbnRpbmcgdm9sdW1lcyBpbiBNY2YgKHRob3VzYW5kIGN1YmljIGZlZXQpIikgJT4lCiAgZm10X251bWJlcihjb2x1bW4gPSAiVG90YWwiLAogICAgICAgICAgICAgZGVjaW1hbHMgPSAwKSAlPiUKICBncmFuZF9zdW1tYXJ5X3Jvd3MoZm5zID0gbGlzdCgiVG90YWwiID0gInN1bSIpLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sdW1ucz0oIlRvdGFsIiksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBmb3JtYXR0ZXI9Z3Q6OmZtdF9udW1iZXIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICBkZWNpbWFscz0wKQoKCmBgYAoKRkFDVDogU2luY2UgMjAxNSwgbGVhc2UgMTgyNSwgY29udGFpbmluZyB0d28gRGVuYnVyeSB3ZWxscyB3aXRoIHBlcm1hbmVudCBleGNlcHRpb25zIHRvIHJlbGVhc2UgZ2FzLCBoYXMgZmxhcmVkIG9yIHZlbnRlZCBhYm91dCAxIGJpbGxpb24gY3ViaWMgZmVldCBvZiBnYXMsIG1vcmUgdGhhbiBhbnkgb3RoZXIgbGVhc2UsIGEgSG93YXJkIENlbnRlciBhbmFseXNpcyBvZiBzYXRlbGxpdGUgZGF0YSBzaG93ZWQuCgpMaWtlIGJlZm9yZSwgd2UgYWdncmVnYXRlZCB0b3RhbHMsIGJ1dCBmb3IgZWFjaCBsZWFzZSBhcyBvcHBvc2VkIHRvIGVhY2ggeWVhci4gV2UgZmlsdGVyZWQgYWZ0ZXIgdGhlIHllYXIgMjAxNS4gCgpgYGB7ciAgbGVhc2VzIHRvdGFscywgZWNobz1UUlVFIH0KCm1vbnRfbGVhc2V0b3RhbHMgPC0gbW9udCAlPiUKICBtdXRhdGUoeWVhciA9IHllYXIocnB0X2RhdGUpKSAlPiUKICBmaWx0ZXIoeWVhciA+PSAyMDE1KSAlPiUgCiAgZ3JvdXBfYnkobGVhc2VfdW5pdCkgJT4lCiAgc3VtbWFyaXNlKFRvdGFsID0gc3VtKGZsYXJfdm50X2dhcywgbmEucm0gPSBUUlVFKSkgJT4lCiAgYXJyYW5nZShkZXNjKFRvdGFsKSkgJT4lCiAgaGVhZCgxMCkKICAKIyBQcmV0dHkgdGFibGUKbW9udF9sZWFzZXRvdGFscyAlPiUKICBndChyb3duYW1lX2NvbCA9ICJsZWFzZV91bml0IikgJT4lCiAgdGFiX3N0dWJoZWFkKGxhYmVsID0gIkxlYXNlIikgJT4lCiAgdGFiX2hlYWRlcih0aXRsZSA9ICJGbGFyaW5nIGFuZCBWZW50aW5nIFZvbHVtZXMgUmVwb3J0ZWQgdG8gTUJPR0MiLAogICAgICAgICAgICAgc3VidGl0bGUgPSAiRmxhcmluZyBhbmQgdmVudGluZyB2b2x1bWVzIGluIE1jZiAodGhvdXNhbmQgY3ViaWMgZmVldCkiKSAlPiUKICBmbXRfbnVtYmVyKGNvbHVtbiA9ICJUb3RhbCIsCiAgICAgICAgICAgICBkZWNpbWFscyA9IDApICU+JQogIGdyYW5kX3N1bW1hcnlfcm93cyhmbnMgPSBsaXN0KCJUb3RhbCIgPSAic3VtIiksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBjb2x1bW5zPSgiVG90YWwiKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGZvcm1hdHRlcj1ndDo6Zm10X251bWJlciwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGRlY2ltYWxzPTApCgpgYGAKCgoKCgo=