I have two tables of different lengths that I would like to scrape and put in the same data frame. The first only has four columns while the second has 7.

I would like for the table to show NA for nodes that are not present on that page. So in the first photo, it would show NA for the columns adultWorldChamp, M1WorldChamp, and M2WorldChamp. I’m just not really sure how to do this. Any guidance?

library(rvest); library(tidyverse)
library(RSelenium); library(netstat)

links2 = c("https://web.archive.org/web/20220000000000*/https://www.bjjcompsystem.com/tournaments/1869/categories/2053146",
"https://web.archive.org/web/20220000000000*/https://www.bjjcompsystem.com/tournaments/1869/categories/2053225")

# Start server
remote_driver = rsDriver(browser = 'firefox',
                         verbose = F,
                         port = free_port())
rd = remote_driver$client
rd$open()
rd$navigate('https://web.archive.org/web/20220000000000*/https://www.bjjcompsystem.com/tournaments/1869/categories/2053147&')
rd$maxWindowSize()

## create empty vector  
all.ranks = data.frame()

# Start scraping! ----
for (i in 1:2){
  rd$navigate(links2[i])
  Sys.sleep(10)
  date = rd$findElement(using = 'css', '.captures-range-info a:last-of-type')
  date$clickElement()
  Sys.sleep(10)
  
  # Get pg source to read html data
  html = read_html(rd$getPageSource()[[1]])

  rank = data.frame(rank = html %>%
                      html_nodes('.prioriry-number') %>%
                      html_text(),
                    name = html %>%
                      html_elements(xpath = '//tbody//th') %>%
                      html_text(),
                    adultWorldChamp = html %>%
                      html_nodes('td:nth-child(4)') %>%
                      html_text(),
                    M1WorldChamp = html %>%
                      html_nodes('td:nth-child(4)') %>%
                      html_text() ,
                    M2WorldChamp = html %>%
                      html_nodes('td:nth-child(5)') %>%
                      html_text(),
                    gym = html %>%
                      html_elements(xpath = '//tbody//th') %>%
                      html_text(),
                    grand_slam_pts = html %>%
                      html_nodes('td:nth-child(3)') %>%
                      html_text(),
                    overall_pts = html %>%
                      html_nodes('.text-center+ td') %>%
                      html_text())

all.ranks = rbind(all.ranks, rank)
}