library(tidyverse)
stats <- read_csv('stats.csv')
## Warning: Installed Rcpp (0.12.12) different from Rcpp used to build dplyr (0.12.11).
## Please reinstall dplyr to avoid random crashes or undefined behavior.我很确定在更新Rcpp之前,我也有过同样的行为。
sessionInfo()
## R version 3.3.2 (2016-10-31)
## Platform: x86_64-apple-darwin13.4.0 (64-bit)
## Running under: OS X El Capitan 10.11.6
##
## locale:
## [1] en_AU.UTF-8/en_AU.UTF-8/en_AU.UTF-8/C/en_AU.UTF-8/en_AU.UTF-8
##
## attached base packages:
## [1] stats graphics grDevices utils datasets methods base
##
## other attached packages:
## [1] dplyr_0.7.1 purrr_0.2.2.2 readr_1.1.1 tidyr_0.6.3
## [5] tibble_1.3.3 ggplot2_2.2.1 tidyverse_1.1.1
##
## loaded via a namespace (and not attached):
## [1] Rcpp_0.12.12 cellranger_1.1.0 plyr_1.8.4 bindr_0.1
## [5] forcats_0.2.0 tools_3.3.2 digest_0.6.12 lubridate_1.6.0
## [9] jsonlite_1.5 evaluate_0.10.1 nlme_3.1-131 gtable_0.2.0
## [13] lattice_0.20-35 pkgconfig_2.0.1 rlang_0.1.1 psych_1.7.5
## [17] yaml_2.1.14 parallel_3.3.2 haven_1.1.0 bindrcpp_0.2
## [21] xml2_1.1.1 httr_1.2.1 stringr_1.2.0 knitr_1.16
## [25] hms_0.3 rprojroot_1.2 grid_3.3.2 glue_1.1.1
## [29] R6_2.2.2 readxl_1.0.0 foreign_0.8-69 rmarkdown_1.6
## [33] modelr_0.1.0 reshape2_1.4.2 magrittr_1.5 backports_1.1.0
## [37] scales_0.4.1 htmltools_0.3.6 rvest_0.3.2 assertthat_0.2.0
## [41] mnormt_1.5-5 colorspace_1.3-2 stringi_1.1.5 lazyeval_0.2.0
## [45] munsell_0.4.3 broom_0.4.2使用filter和invoke_map执行组聚合
test <- function(impl, size) {
stats %>%
filter(message.size==size & implementation==impl) %>%
select(ts.in, ts.out) %>%
summarise(begin=min(ts.in),
end=max(ts.out),
process.time=end - begin,
message.rate=size * 10000/as.double(process.time)/1024/1024)
}
invoke_map_df(test, crossing(impl=c('Camel', 'Spark'), size=c(1024, 1024*5, 1024*10)) %>% transpose())
## # A tibble: 6 x 4
## begin end process.time message.rate
## <dttm> <dttm> <time> <dbl>
## 1 2017-07-17 04:27:52 2017-07-17 04:28:13 21 secs 0.4650298
## 2 2017-07-17 04:30:25 2017-07-17 04:32:02 97 secs 30.2029639
## 3 2017-07-17 04:32:58 2017-07-17 04:36:17 199 secs 29.4440955
## 4 2017-07-17 04:18:31 2017-07-17 04:18:54 23 secs 0.4245924
## 5 2017-07-17 04:19:47 2017-07-17 04:21:29 102 secs 28.7224265
## 6 2017-07-17 04:23:10 2017-07-17 04:26:28 198 secs 29.5928030使用group_by和summarise
stats %>%
group_by(implementation, message.size) %>%
summarise(total.size=sum(message.size),
begin=min(ts.in),
end=max(ts.out),
duration=end-begin,
message.rate=total.size/as.numeric(duration)/1024/1024) %>%
ungroup() %>%
select(begin, end, duration, message.rate)
## # A tibble: 6 x 4
## begin end duration message.rate
## <dttm> <dttm> <time> <dbl>
## 1 2017-07-17 04:27:52 2017-07-17 04:28:13 21.000000 secs 0.4650298
## 2 2017-07-17 04:30:25 2017-07-17 04:32:02 1.616667 secs 30.2029639
## 3 2017-07-17 04:32:58 2017-07-17 04:36:17 3.316667 secs 29.4440955
## 4 2017-07-17 04:18:31 2017-07-17 04:18:54 23.000000 secs 0.4245924
## 5 2017-07-17 04:19:47 2017-07-17 04:21:29 1.700000 secs 28.7224265
## 6 2017-07-17 04:23:10 2017-07-17 04:26:28 3.300000 secs 29.5928030由于某些原因,process.time没有正确计算,但是依赖于它的message.rate却是正确的!我在这里做错什么了吗?
使用group_by和do
stats %>%
group_by(implementation, message.size) %>%
do(tibble(total.size=sum(.$message.size),
begin=min(.$ts.in),
end=max(.$ts.out),
duration=end-begin,
message.rate=total.size/as.numeric(duration)/1024/1024)) %>%
ungroup() %>%
select(begin, end, duration, message.rate)
## # A tibble: 6 x 4
## begin end duration message.rate
## <dttm> <dttm> <time> <dbl>
## 1 2017-07-17 04:27:52 2017-07-17 04:28:13 21 secs 0.4650298
## 2 2017-07-17 04:30:25 2017-07-17 04:32:02 97 secs 30.2029639
## 3 2017-07-17 04:32:58 2017-07-17 04:36:17 199 secs 29.4440955
## 4 2017-07-17 04:18:31 2017-07-17 04:18:54 23 secs 0.4245924
## 5 2017-07-17 04:19:47 2017-07-17 04:21:29 102 secs 28.7224265
## 6 2017-07-17 04:23:10 2017-07-17 04:26:28 198 secs 29.5928030Do的行为符合filter和invoke_map组合。
外部链接
发布于 2017-07-20 14:03:47
# Warning: Installed Rcpp (0.12.12) different from Rcpp used to build dplyr (0.12.11)我也遇到了这个问题,并通过运行
remove.packages('Rcpp')
install.packages('Rcpp')
# You may need to run install.packages for multiple times and restart the R session in the process发布于 2017-07-19 22:38:02
我本来要留下一个评论,但很显然,这需要50个代表点。我更新了R到3.3.3,RStudio更新到1.0.143 (在上),然后今天早些时候更新了所有的包。在加载dplyr时,开始得到相同的错误,但是是右的:
警告消息:已安装的Rcpp (0.12.12)不同于用于构建dplyr的Rcpp (0.12.11)。请重新安装dplyr以避免随机崩溃或未定义的行为。
重新安装dplyr两次并没有使错误消失,所以我想我将等待更新的dplyr (现在是0.7.1),并祈祷同时我只得到随机崩溃,而不是未定义的行为。
https://stackoverflow.com/questions/45157201
复制相似问题