# For general data science
library(tidyverse)

# For reading and writing data tables and Excel files
library(readxl)

# For data cleaning
library(janitor)

# For spatial joins
library(sf)

# For working with datetime
library(lubridate)

# For pretty tables
library(knitr)
library(gt)

knitr::opts_chunk$set(echo = TRUE)

Introduction

Oil and gas companies are required to report monthly on how much gas they’ve flared to the North Dakota Department of Mineral Resources (DMR). They use Form 5B, the Gas Production Report, which includes fields for the volumes of gas produced, used on the lease, flared, and transferred. The venting of gas is prohibited in North Dakota.

Data from the monthly reports (2003-present) is available at the DMR’s website, which has a separate data set for each month of each year. New data is made available about a month and a half after that month has ended. Select a year in the dropdown menu, and then click on the linked “Excel” text to download the file for a given month in .xlsx format. The column with volumes of flared gas is named “Flared.”

Load Data

We compiled and cleaned all this data from the state regulatory agency and saved it to new data sets available from the Howard Center here. (For more information about our data cleaning, please contact: ).

load(url("https://cronkitedata.s3.amazonaws.com/howard/gaslit/nd_flaring_and_venting.rda"))

Analysis

There are three claims made in the North Dakota summary that are supported by the findings from analyzing the state reported data.

FACT: Oil and gas operated flared 991,443,446,000 cubic feet of gas.

FACT: North Dakota produces more than 438 million barrels of oil in 2020, while reportedly flaring more than 991 billion cubic feet of gas, according to state records.

FACT: From 2012 to 2020, producers in North Dakota reported just under one trillion cubic feet of gas flared, according to a Howard Center analysis.

nd_annualtotals <- nd_master %>%
  group_by ( year = year(report_date)) %>%
  summarise ( Total = sum(flared, na.rm = TRUE))

nd_annualtotals %>%
   gt(rowname_col = "year") %>%
   tab_stubhead(label = "Year") %>%
   tab_header(title = "Flaring Volumes Reported to North Dakota DMR",
              subtitle = "Flaring volumes in Mcf (thousand cubic feet)") %>%
   fmt_number(column = "Total",
              decimals = 0) %>%
   grand_summary_rows(fns = list("Total" = "sum"),
                      columns = "Total",
                      formatter=gt::fmt_number,
                      decimals=0)
Flaring Volumes Reported to North Dakota DMR
Flaring volumes in Mcf (thousand cubic feet)
Year Total
2012 83,765,780
2013 107,257,153
2014 130,075,509
2015 102,407,399
2016 66,023,558
2017 80,023,188
2018 135,397,352
2019 192,368,229
2020 94,125,278
Total 991,443,446
LS0tCnRpdGxlOiAiTm9ydGggRGFrb3RhIEZsYXJpbmcgJiBWZW50aW5nIgphdXRob3I6ICJJc2FhYyBTdG9uZSBTaW1vbmVsbGkiCm91dHB1dDogCiAgaHRtbF9kb2N1bWVudDoKICAgICAgY29kZV9mb2xkaW5nOiBzaG93CiAgICAgIGRmX3ByaW50OiBwYWdlZAogICAgICB0b2M6IHRydWUKICAgICAgdG9jX2Zsb2F0OiB0cnVlCiAgICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKLS0tCgpgYGB7ciBzZXR1cCwgbWVzc2FnZT1GQUxTRSwgY2xhc3Muc291cmNlPSJmb2xkLWhpZGUifQoKIyBGb3IgZ2VuZXJhbCBkYXRhIHNjaWVuY2UKbGlicmFyeSh0aWR5dmVyc2UpCgojIEZvciByZWFkaW5nIGFuZCB3cml0aW5nIGRhdGEgdGFibGVzIGFuZCBFeGNlbCBmaWxlcwpsaWJyYXJ5KHJlYWR4bCkKCiMgRm9yIGRhdGEgY2xlYW5pbmcKbGlicmFyeShqYW5pdG9yKQoKIyBGb3Igc3BhdGlhbCBqb2lucwpsaWJyYXJ5KHNmKQoKIyBGb3Igd29ya2luZyB3aXRoIGRhdGV0aW1lCmxpYnJhcnkobHVicmlkYXRlKQoKIyBGb3IgcHJldHR5IHRhYmxlcwpsaWJyYXJ5KGtuaXRyKQpsaWJyYXJ5KGd0KQoKa25pdHI6Om9wdHNfY2h1bmskc2V0KGVjaG8gPSBUUlVFKQoKYGBgCgojIEludHJvZHVjdGlvbgoKT2lsIGFuZCBnYXMgY29tcGFuaWVzIGFyZSByZXF1aXJlZCB0byByZXBvcnQgbW9udGhseSBvbiBob3cgbXVjaCBnYXMgdGhleeKAmXZlIGZsYXJlZCB0byB0aGUgTm9ydGggRGFrb3RhIERlcGFydG1lbnQgb2YgTWluZXJhbCBSZXNvdXJjZXMgKERNUikuIFRoZXkgdXNlIEZvcm0gNUIsIHRoZSBHYXMgUHJvZHVjdGlvbiBSZXBvcnQsIHdoaWNoIGluY2x1ZGVzIGZpZWxkcyBmb3IgdGhlIHZvbHVtZXMgb2YgZ2FzIHByb2R1Y2VkLCB1c2VkIG9uIHRoZSBsZWFzZSwgZmxhcmVkLCBhbmQgdHJhbnNmZXJyZWQuIFRoZSB2ZW50aW5nIG9mIGdhcyBpcyBwcm9oaWJpdGVkIGluIE5vcnRoIERha290YS4KCkRhdGEgZnJvbSB0aGUgbW9udGhseSByZXBvcnRzICgyMDAzLXByZXNlbnQpIGlzIGF2YWlsYWJsZSBhdCB0aGUgRE1S4oCZcyBbd2Vic2l0ZV0oaHR0cHM6Ly93d3cuZG1yLm5kLmdvdi9vaWxnYXMvbXByaW5kZXguYXNwKSwgd2hpY2ggaGFzIGEgc2VwYXJhdGUgZGF0YSBzZXQgZm9yIGVhY2ggbW9udGggb2YgZWFjaCB5ZWFyLiBOZXcgZGF0YSBpcyBtYWRlIGF2YWlsYWJsZSBhYm91dCBhIG1vbnRoIGFuZCBhIGhhbGYgYWZ0ZXIgdGhhdCBtb250aCBoYXMgZW5kZWQuIFNlbGVjdCBhIHllYXIgaW4gdGhlIGRyb3Bkb3duIG1lbnUsIGFuZCB0aGVuIGNsaWNrIG9uIHRoZSBsaW5rZWQg4oCcRXhjZWzigJ0gdGV4dCB0byBkb3dubG9hZCB0aGUgZmlsZSBmb3IgYSBnaXZlbiBtb250aCBpbiAueGxzeCBmb3JtYXQuIFRoZSBjb2x1bW4gd2l0aCB2b2x1bWVzIG9mIGZsYXJlZCBnYXMgaXMgbmFtZWQg4oCcRmxhcmVkLuKAnSAKCiMgTG9hZCBEYXRhCgpXZSBjb21waWxlZCBhbmQgY2xlYW5lZCBhbGwgdGhpcyBkYXRhIGZyb20gdGhlIHN0YXRlIHJlZ3VsYXRvcnkgYWdlbmN5IGFuZCBzYXZlZCBpdCB0byBuZXcgZGF0YSBzZXRzIGF2YWlsYWJsZSBmcm9tIHRoZSBIb3dhcmQgQ2VudGVyIFtoZXJlXShodHRwczovL2Nyb25raXRlZGF0YS5zMy5hbWF6b25hd3MuY29tL2hvd2FyZC9nYXNsaXQvbmRfZmxhcmluZ19hbmRfdmVudGluZy5yZGEpLiAoRm9yIG1vcmUgaW5mb3JtYXRpb24gYWJvdXQgb3VyIGRhdGEgY2xlYW5pbmcsIHBsZWFzZSBjb250YWN0OiBob3dhcmRjZW50ZXJAYXN1LmVkdSkuIAoKYGBge3J9Cgpsb2FkKHVybCgiaHR0cHM6Ly9jcm9ua2l0ZWRhdGEuczMuYW1hem9uYXdzLmNvbS9ob3dhcmQvZ2FzbGl0L25kX2ZsYXJpbmdfYW5kX3ZlbnRpbmcucmRhIikpCgpgYGAKCgojIEFuYWx5c2lzCgpUaGVyZSBhcmUgdGhyZWUgY2xhaW1zIG1hZGUgaW4gdGhlIE5vcnRoIERha290YSBzdW1tYXJ5IHRoYXQgYXJlIHN1cHBvcnRlZCBieSB0aGUgZmluZGluZ3MgZnJvbSBhbmFseXppbmcgdGhlIHN0YXRlIHJlcG9ydGVkIGRhdGEuCgpGQUNUOiBPaWwgYW5kIGdhcyBvcGVyYXRlZCBmbGFyZWQgOTkxLDQ0Myw0NDYsMDAwIGN1YmljIGZlZXQgb2YgZ2FzLiAKCkZBQ1Q6IE5vcnRoIERha290YSBwcm9kdWNlcyBtb3JlIHRoYW4gNDM4IG1pbGxpb24gYmFycmVscyBvZiBvaWwgaW4gMjAyMCwgd2hpbGUgcmVwb3J0ZWRseSBmbGFyaW5nIG1vcmUgdGhhbiA5OTEgYmlsbGlvbiBjdWJpYyBmZWV0IG9mIGdhcywgYWNjb3JkaW5nIHRvIHN0YXRlIHJlY29yZHMuCgpGQUNUOiBGcm9tIDIwMTIgdG8gMjAyMCwgcHJvZHVjZXJzIGluIE5vcnRoIERha290YSByZXBvcnRlZCBqdXN0IHVuZGVyIG9uZSB0cmlsbGlvbiBjdWJpYyBmZWV0IG9mIGdhcyBmbGFyZWQsIGFjY29yZGluZyB0byBhIEhvd2FyZCBDZW50ZXIgYW5hbHlzaXMuIAoKCmBgYHtyIGZsYXJlX3RvdGFsc30KCm5kX2FubnVhbHRvdGFscyA8LSBuZF9tYXN0ZXIgJT4lCiAgZ3JvdXBfYnkgKCB5ZWFyID0geWVhcihyZXBvcnRfZGF0ZSkpICU+JQogIHN1bW1hcmlzZSAoIFRvdGFsID0gc3VtKGZsYXJlZCwgbmEucm0gPSBUUlVFKSkKCm5kX2FubnVhbHRvdGFscyAlPiUKICAgZ3Qocm93bmFtZV9jb2wgPSAieWVhciIpICU+JQogICB0YWJfc3R1YmhlYWQobGFiZWwgPSAiWWVhciIpICU+JQogICB0YWJfaGVhZGVyKHRpdGxlID0gIkZsYXJpbmcgVm9sdW1lcyBSZXBvcnRlZCB0byBOb3J0aCBEYWtvdGEgRE1SIiwKICAgICAgICAgICAgICBzdWJ0aXRsZSA9ICJGbGFyaW5nIHZvbHVtZXMgaW4gTWNmICh0aG91c2FuZCBjdWJpYyBmZWV0KSIpICU+JQogICBmbXRfbnVtYmVyKGNvbHVtbiA9ICJUb3RhbCIsCiAgICAgICAgICAgICAgZGVjaW1hbHMgPSAwKSAlPiUKICAgZ3JhbmRfc3VtbWFyeV9yb3dzKGZucyA9IGxpc3QoIlRvdGFsIiA9ICJzdW0iKSwKICAgICAgICAgICAgICAgICAgICAgIGNvbHVtbnMgPSAiVG90YWwiLAogICAgICAgICAgICAgICAgICAgICAgZm9ybWF0dGVyPWd0OjpmbXRfbnVtYmVyLAogICAgICAgICAgICAgICAgICAgICAgZGVjaW1hbHM9MCkKCgpgYGAK