Social Wall Updater

---

The following script uses RSelenium to post all athletes’ logged activities to FSurge’s Social Wall.

It can be imported in Windows Task scheduler to automatically upload activities on specific timepoints (e.g., every 10 minutes; see this R-bloggers post). This may also be scheduled from R itself (see here).

#clean environment
rm(list=ls())
#garbage collect
gc()
#kill java instances within Rstudio
system("taskkill /im java.exe /f", intern=FALSE, ignore.stdout=FALSE)

#setwd to folder containing script
wd <- "C:/Users/Rob/Documents/GitHub/FinalSurge_experiment" 
setwd(wd)

#load packages
#install.packages("RSelenium")
#install.packages("netstat")
library(RSelenium)
library(rvest)
library(tidyverse)
library(netstat)
library(pingr)

#find a free port
port <- netstat::free_port(random=T)
#ping port for confirmation
#pingr::ping_port("localhost", port)

#set up selenium server and browser
#rsDriver() tries to load latest Chrome driveres; so set to NULL!!!
rD <- rsDriver(browser="firefox", port=port, verbose=F, chromever=NULL)
remDr <- rD[["client"]]
#pingr::ping_port("localhost", port) #check

#load login attributes from `secret`-folder, containing attributes required for login:
#email, password, 
load("./local/accounts.R") # all pre-set accounts

#only take accounts that are assigned a social wall
df <- accounts[which(accounts$socialwall==1),] #social wall participants

#and only take accounts that are occupied
df <- df[which(df$occupied==T),]

#shuffle rows...
df <- df[sample(1:nrow(df)), ]

#no. of athletes n
(n <- nrow(df))

for (i in 1:n) {

  try = 0
  success <- FALSE
  
  while (!success & try<5) {
    
    try=try+1
    
    tryCatch( {
      
      #login
      remDr$navigate("https://log.finalsurge.com/login.cshtml")
      remDr$findElement(using = "id", value = "login_name")$sendKeysToElement(list(df$email[i]))
      remDr$findElement(using = "id", value = "login_password")$sendKeysToElement(list(df$paswoord[i]))
      remDr$findElements("class name", "btn")[[1]]$clickElement()
      
      #navigate to workout report
      remDr$navigate("https://log.finalsurge.com/WorkoutReport.cshtml")
      
      #activities performed in last 5 days can be posted to social wall
      today <- as.Date(format(Sys.Date()))
      mydate <- today-5
      myFSdate <- format(mydate, "%m/%d/%Y") #convert to final surge format
      
      remDr$findElement(using = "id", value = "WorkoutDate")$clearElement()
      remDr$findElement(using = "id", value = "WorkoutDate")$sendKeysToElement(list(myFSdate, key="enter"))
      Sys.sleep(3)
      #get the activities performed
      #remDr$findElement("class", "table")$highlightElement()
      page <- remDr$getPageSource() #get source
      
      ###page[[2]]#this is a test: this will give an error!!
      
      #and put in dataframe
      fs_table <- page[[1]] %>%
        read_html() %>%
        html_nodes('table') %>% 
        .[[1]] %>%
        html_table() %>%
        as.data.frame(.) %>% 
        #remove last row (total)
        .[-nrow(.),]
      
      #exclude activities that cannot be posted on the wall
      #i.e., with no time
      fs_table <- fs_table[fs_table$Werkelijk!="",]
      
      #also exclude warmup and cooldown
      fs_table <- fs_table[fs_table$Activiteit!="Warming-up" & fs_table$Activiteit!="Cooldown",]
      
      if("NA" %in% rownames(fs_table)) {
        fs_table <- fs_table[-nrow(fs_table),]
      }
      
      #the workout report does not contain the full workout description...
      #that is, the name combined with the description.
      #because there is a limit on the number of characters in the workout report....
      #scrape full description by navigating to 'workout details' link
      
      #the description may also contain substring "updated to social wall" if activities
      #were already shared (i add this later on); these activities should of course not be 
      #shared again...
      
      if(nrow(fs_table)>0) { # only if athlete has shareable workouts...
        
        #first create a new variable 'workout description'
        fs_table$description <- NA
        
        #also add a variable indicating whether activity is already posted or not
        fs_table$posted <- 0
        
        #get inner html of workout report
        #remDr$findElement("class", "table")$highlightElement()
        inner <- remDr$findElement("class", "table")$getElementAttribute("innerHTML")
        
        #get urls corresponding to activities in workout report
        #and put in vector
        url <- read_html(inner[[1]]) %>% #read html
          html_nodes("td") %>% #get data cells (td tags)
          .[grepl( "WorkoutDetails", ., fixed = TRUE)] %>% #extract "WorkoutDetails" urls
          str_extract_all(.,"(?<=a href=).+(?=target=)") %>%
          unlist(.) %>%
          substring(.,16) %>%
          substring(.,1,nchar(.)-2)
        
        for (x in 1:nrow(fs_table)) { #for activity x
  
          #get full link
          link <- paste0("https://log.finalsurge.com/WorkoutAdd", url[as.numeric(rownames(fs_table))][x])
          
          #navigate
          remDr$navigate(link)
          Sys.sleep(1)
          
          #scrape workout description
          desc <- remDr$findElement(using = "id", value = "Desc")$getElementAttribute("value")[[1]]
          fs_table$description[x] <- desc
          
          #and name
          name <- remDr$findElement(using = "id", value = "Name")$getElementAttribute("value")[[1]]
          fs_table$Workout[x] <- name
          
          #and notes
          #remDr$findElements("class name", "w-box-header")[[2]]$highlightElement()
          #for some reason, the textbox may already be opened. So, click only if that is not the case
          if(remDr$findElements("class name", "w-box-content")[[2]]$getElementText()[[1]] == "") {
            remDr$findElements("class name", "w-box-header")[[2]]$clickElement() }
          
          note <- remDr$findElement(using = "id", value = "PostDesc")$getElementAttribute("value")[[1]]
          fs_table$Notities[x] <- note
          
          #if the description contains "posted to social wall", posted=1
          fs_table$posted[x] <- ifelse(T %in% grepl("Gepost op de Social Wall!", fs_table$description[x], fixed = TRUE), 1, fs_table$posted[x])
        } 
       
        #remove empty strings with NA
        fs_table$Workout <- ifelse(fs_table$Workout=="", NA, fs_table$Workout)
        fs_table$description <- ifelse(fs_table$description=="", NA, fs_table$description)
        fs_table$Gevoel <- ifelse(fs_table$Gevoel=="", NA, fs_table$Gevoel)
        fs_table$Notities <- ifelse(fs_table$Notities=="", NA, fs_table$Notities)
        
        #if new activities to share...
        share <- which(fs_table$posted==0)
        
        if(length(share)>0) {
          Sys.sleep(1)
          #to the social wall!
          remDr$navigate("https://log.finalsurge.com/SocialWall/")
          Sys.sleep(.5)
          #agree  on "advisory on sharing"
          remDr$findElements("class name", "btn")[[1]]$clickElement()
          
          for (j in unique(share)) {
            remDr$navigate("https://log.finalsurge.com/SocialWall/")
            Sys.sleep(.5)
            remDr$findElement(using = 'class','social-workout')$clickElement()
            Sys.sleep(.5)
            remDr$findElements("class", "ShareWorkout")[[j]]$clickElement()
          
            #before publishing, add a description (workout note), based on `fs_table`/workoutreport
            
            #get activity from fs_table corresponding to this workout
            activity <- fs_table[j,]
            
            if(!is.na(activity$Workout)) {
              remDr$findElement(using="id", value="socialpost")$sendKeysToElement(list(paste0("Activiteit: ", activity$Workout, "\n\n")))
            }
            if(!is.na(activity$description)) {
              remDr$findElement(using="id", value="socialpost")$sendKeysToElement(list(paste0("Beschrijving: ", activity$description, "\n\n")))
            }
            if(!is.na(activity$Notities)) {
              remDr$findElement(using="id", value="socialpost")$sendKeysToElement(list(paste0("Notities: ", activity$Notities)))
            }
            #publish
            remDr$findElements("class name", "btn")[[5]]$clickElement()
            
            Sys.sleep(3)
            
            #now go back to the workout details to add substring "posted to social wall"
            #to description to prevent activity from being shared again!
            remDr$navigate(paste0("https://log.finalsurge.com/WorkoutAdd/",  url[as.numeric(rownames(fs_table))[j]]))
            Sys.sleep(1)
            des <- remDr$findElement("id", "Desc")$getElementText()
            if(!grepl("Gepost op de Social Wall!", des)) {
              remDr$findElement(using="id", value="Desc")$sendKeysToElement(list("\n\nGepost op de Social Wall!"))
              Sys.sleep(.2)
              remDr$findElement(using = "id", value = "saveButton")$clickElement()
            }
    
          }
        }
      }
      #logout
      remDr$findElement(using = 'link text','Uitloggen')$clickElement()
      Sys.sleep(.5)
      
      # and re-log in with new account...)
      remDr$findElement(using = 'link text','Log in account')$clickElement()
      Sys.sleep(1)
      
      #if the script succeeded, we're at the login page again!
      if(remDr$getTitle()[[1]]=="Final Surge - Inloggen") success <- TRUE
    }, 
    error = function(e) { #if an error is caught, logout 
      remDr$findElement(using = 'link text','Uitloggen')$clickElement()
    }) 
  }
  
}

#terminate processes
pid <- rD$server$process$get_pid()#get process id
system(paste0("Taskkill /F /T" ," /PID ", pid))
#pingr::ping_port("localhost", port) #check

rm(list=ls())
gc()
quit()
n

---

Copyright © 2023 Rob Franken