Data collection
Data collection was conducted by NORC between 11/18/2024 and
12/4/2024. After data collection, we manually excluded participants who
did not comply with the manipulation instructions at all. Elgibility is
reported below:
eligible_N <- df_bsc %>%
group_by(exclude) %>%
summarise(N = n()) %>%
ungroup() %>%
filter(exclude == 0) %>%
select(N) %>%
unname() %>%
unlist()
df_bsc %>%
group_by(exclude) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
full_width = F,
position = "left")
|
exclude
|
N
|
Perc
|
|
0
|
1778
|
97.53
|
|
1
|
45
|
2.47
|
Great. That leaves us with 1778 eligible participants.
Demographics
Race and ethnicity
df_bsc_elg %>%
group_by(RACETHNICITY) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
full_width = F,
position = "left")
|
RACETHNICITY
|
N
|
Perc
|
|
asian/non-hisp
|
65
|
3.66
|
|
black/non-hisp
|
200
|
11.25
|
|
hisp
|
358
|
20.13
|
|
multi/non-hisp
|
61
|
3.43
|
|
other/non-hisp
|
26
|
1.46
|
|
white/non-hisp
|
1068
|
60.07
|
Gender
df_bsc_elg %>%
group_by(GENDER) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
full_width = F,
position = "left")
|
GENDER
|
N
|
Perc
|
|
female
|
903
|
50.79
|
|
male
|
875
|
49.21
|
Age
df_bsc_elg %>%
summarise(age_mean = round(mean(AGE,na.rm = T),2),
age_sd = round(sd(AGE,na.rm = T),2)) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
full_width = F,
position = "left")
|
age_mean
|
age_sd
|
|
48.45
|
17.48
|
Education
df_bsc_elg %>%
group_by(edu) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
full_width = F,
position = "left")
|
edu
|
N
|
Perc
|
|
less HS
|
92
|
5.17
|
|
HS
|
327
|
18.39
|
|
some coll
|
727
|
40.89
|
|
bachelors
|
368
|
20.70
|
|
masters
|
264
|
14.85
|
Income
income_med <- median(df_bsc_elg$income_num,na.rm = T)
all_incomes <- c("under $5,000",
"$5,000 to $9,999",
"$10,000 to $14,999",
"$15,000 to $19,999",
"$20,000 to $24,999",
"$25,000 to $29,999",
"$30,000 to $34,999",
"$35,000 to $39,999",
"$40,000 to $49,999",
"$50,000 to $59,999",
"$60,000 to $74,999",
"$75,000 to $84,999",
"$85,000 to $99,999",
"$100,000 to $124,999",
"$125,000 to $149,999",
"$150,000 to $174,999",
"$175,000 to $199,999",
"$200,000 or more")
income_med_char <- all_incomes[income_med]
df_bsc_elg %>%
ggplot(aes(x = income)) +
geom_bar() +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_blank(),
axis.title.y = element_blank()) +
coord_flip()

Median = $60,000 to $74,999
Measures
Value lists
Since its independence and onwards, the formation of the United
States as a sovereign country was based on a number of values, all of
which were enshrined in the constitution. This document has evolved
since it was first written.
When it comes to the PROMISE of the United States, what do you think are
the values that this country stands for?
Please list FIVE values.
Top 50 most mentioned:
df_bsc_elg %>%
select(PID,val_1:val_5) %>%
pivot_longer(-PID,
names_to = "val_num",
values_to = "value") %>%
filter(value != "98") %>%
filter(value != "") %>%
filter(!is.na(value)) %>%
mutate(value = str_to_lower(value)) %>%
group_by(value) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
arrange(desc(N)) %>%
slice(1:50) %>%
dplyr::select(N,Perc,value) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
position = "left") %>%
scroll_box(width = "100%", height = "400px")
|
N
|
Perc
|
value
|
|
711
|
8.05
|
freedom
|
|
427
|
4.83
|
equality
|
|
357
|
4.04
|
freedom of speech
|
|
337
|
3.81
|
liberty
|
|
228
|
2.58
|
justice
|
|
225
|
2.55
|
democracy
|
|
220
|
2.49
|
freedom of religion
|
|
142
|
1.61
|
independence
|
|
134
|
1.52
|
opportunity
|
|
118
|
1.34
|
pursuit of happiness
|
|
95
|
1.08
|
honesty
|
|
94
|
1.06
|
integrity
|
|
79
|
0.89
|
diversity
|
|
77
|
0.87
|
life
|
|
76
|
0.86
|
safety
|
|
66
|
0.75
|
family
|
|
66
|
0.75
|
free speech
|
|
64
|
0.72
|
right to bear arms
|
|
60
|
0.68
|
religious freedom
|
|
59
|
0.67
|
individualism
|
|
59
|
0.67
|
respect
|
|
58
|
0.66
|
fairness
|
|
54
|
0.61
|
money
|
|
53
|
0.60
|
unity
|
|
48
|
0.54
|
happiness
|
|
47
|
0.53
|
honor
|
|
43
|
0.49
|
prosperity
|
|
42
|
0.48
|
trust
|
|
41
|
0.46
|
love
|
|
40
|
0.45
|
justice for all
|
|
39
|
0.44
|
peace
|
|
38
|
0.43
|
equal rights
|
|
37
|
0.42
|
truth
|
|
35
|
0.40
|
loyalty
|
|
32
|
0.36
|
rights
|
|
31
|
0.35
|
rule of law
|
|
30
|
0.34
|
education
|
|
30
|
0.34
|
freedom of choice
|
|
30
|
0.34
|
god
|
|
29
|
0.33
|
right to vote
|
|
27
|
0.31
|
security
|
|
26
|
0.29
|
equal opportunity
|
|
26
|
0.29
|
religion
|
|
25
|
0.28
|
capitalism
|
|
25
|
0.28
|
protection
|
|
24
|
0.27
|
compassion
|
|
24
|
0.27
|
hard work
|
|
22
|
0.25
|
limited government
|
|
22
|
0.25
|
pride
|
|
21
|
0.24
|
equality for all
|
Top Values
Participants were then shown the values that they listed, and were
asked, of these values, which one did they believe is most important to
the U.S.’s promise.
Top 50 most mentioned:
df_bsc_elg %>%
mutate(top_value_char = str_to_lower(top_value_char)) %>%
group_by(top_value_char) %>%
summarise(N = n()) %>%
ungroup() %>%
mutate(Perc = round(100*(N/sum(N)),2)) %>%
ungroup() %>%
arrange(desc(N)) %>%
dplyr::select(N,Perc,top_value_char) %>%
slice(1:50) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
position = "left") %>%
scroll_box(width = "100%", height = "400px")
|
N
|
Perc
|
top_value_char
|
|
431
|
24.24
|
freedom
|
|
93
|
5.23
|
freedom of speech
|
|
89
|
5.01
|
democracy
|
|
83
|
4.67
|
liberty
|
|
77
|
4.33
|
equality
|
|
39
|
2.19
|
freedom of religion
|
|
25
|
1.41
|
independence
|
|
22
|
1.24
|
integrity
|
|
22
|
1.24
|
opportunity
|
|
19
|
1.07
|
honesty
|
|
17
|
0.96
|
god
|
|
15
|
0.84
|
pursuit of happiness
|
|
14
|
0.79
|
equal rights
|
|
13
|
0.73
|
free speech
|
|
13
|
0.73
|
life
|
|
13
|
0.73
|
money
|
|
12
|
0.67
|
equality for all
|
|
11
|
0.62
|
limited government
|
|
10
|
0.56
|
family
|
|
10
|
0.56
|
freedom of choice
|
|
10
|
0.56
|
justice
|
|
10
|
0.56
|
respect
|
|
9
|
0.51
|
economy
|
|
9
|
0.51
|
rights
|
|
9
|
0.51
|
rule of law
|
|
8
|
0.45
|
right to bear arms
|
|
7
|
0.39
|
freedom from oppression
|
|
7
|
0.39
|
love
|
|
7
|
0.39
|
safety
|
|
6
|
0.34
|
honor
|
|
6
|
0.34
|
prosperity
|
|
6
|
0.34
|
religious freedom
|
|
6
|
0.34
|
trust
|
|
5
|
0.28
|
capitalism
|
|
5
|
0.28
|
freedom for all
|
|
5
|
0.28
|
freedom from tyranny
|
|
5
|
0.28
|
freedom of speach
|
|
5
|
0.28
|
honest
|
|
5
|
0.28
|
individual rights
|
|
5
|
0.28
|
individualism
|
|
5
|
0.28
|
loyalty
|
|
4
|
0.22
|
checks and balances
|
|
4
|
0.22
|
democratic government
|
|
4
|
0.22
|
diversity
|
|
4
|
0.22
|
equity
|
|
4
|
0.22
|
fairness
|
|
4
|
0.22
|
justice for all
|
|
4
|
0.22
|
the pursuit of happiness
|
|
4
|
0.22
|
truth
|
|
4
|
0.22
|
unity
|
Manipulation responses
Promise Kept Condition
In 2-3 sentences, please describe the ways in which the U.S. is
living up to its promise of [TOP-VALUE].
df_bsc_elg %>%
filter(cond == "kept") %>%
mutate(response = iconv(response,from = "UTF-8", to = "ASCII", sub = "")) %>%
rename(top_value = top_value_char) %>%
select(PID,top_value,response) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
position = "left") %>%
scroll_box(width = "100%", height = "400px")
Promise Broken Condition
In 2-3 sentences, please describe the ways in which the U.S. is NOT
living up to its promise of [TOP-VALUE].
df_bsc_elg %>%
filter(cond == "brkn") %>%
mutate(response = iconv(response,from = "UTF-8", to = "ASCII", sub = "")) %>%
rename(top_value = top_value_char) %>%
select(top_value,response) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
position = "left") %>%
scroll_box(width = "100%", height = "400px")
Control Condition
In 2-3 sentences, please define [TOP-VALUE].
df_bsc_elg %>%
filter(cond == "ctrl") %>%
mutate(response = iconv(response,from = "UTF-8", to = "ASCII", sub = "")) %>%
rename(top_value = top_value_char) %>%
select(top_value,response) %>%
kbl() %>%
kable_styling(bootstrap_options = "hover",
position = "left") %>%
scroll_box(width = "100%", height = "400px")
Anti-Establishment Sentiment
To what extent do you agree or disagree with the following
statements? (1 = Strongly Disagree to 7 = Strongly
Agree)
1. The US’s economy is rigged to advantage the rich and powerful
2. Traditional politicians and parties don’t care about people like
me
3. Experts in this country don’t understand the lives of people like
me
4. Most of the time we can trust people in the government to do what is
right [R]
alpha = 0.7
df_bsc_elg %>%
ggplot(aes(x = antiest)) +
geom_histogram(fill = "lightblue",
color = NA,
binwidth = 1) +
scale_x_continuous(breaks = seq(1,7,1),
limits = c(0,8)) +
ylab("frequency") +
geom_vline(xintercept = mean(df_bsc_elg$antiest,na.rm = T),
color = "black",
linetype = "dashed",
size = 1.1) +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_text(color = "black",
face = "bold"))

Trust in government
To what extent do you trust the government in Washington, across
parties and administrations, to do what is right? (1 = Not at
All to 7 = A Great Deal)
df_bsc_elg %>%
ggplot(aes(x = trustgov)) +
geom_histogram(fill = "lightblue",
color = NA,
binwidth = 1) +
scale_x_continuous(breaks = seq(1,7,1),
limits = c(0,8)) +
ylab("frequency") +
geom_vline(xintercept = mean(df_bsc_elg$trustgov,na.rm = T),
color = "black",
linetype = "dashed",
size = 1.1) +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_text(color = "black",
face = "bold"))

Support for radical change
To what extent do you agree or disagree with the following statement?
(1 = Strongly Disagree to 7 = Strongly Agree)
The way this country works needs to be radically changed.
df_bsc_elg %>%
ggplot(aes(x = radchange)) +
geom_histogram(fill = "lightblue",
color = NA,
binwidth = 1) +
scale_x_continuous(breaks = seq(1,7,1),
limits = c(0,8)) +
ylab("frequency") +
geom_vline(xintercept = mean(df_bsc_elg$radchange,na.rm = T),
color = "black",
linetype = "dashed",
size = 1.1) +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_text(color = "black",
face = "bold"))

American Pride
How proud are you to be an American? (1 = Not at all Proud
to 5 = Extremely Proud)
df_bsc_elg %>%
ggplot(aes(x = ampride)) +
geom_histogram(fill = "lightblue",
color = NA,
binwidth = 1) +
scale_x_continuous(breaks = seq(1,5,1),
limits = c(0,6)) +
ylab("frequency") +
geom_vline(xintercept = mean(df_bsc_elg$ampride,na.rm = T),
color = "black",
linetype = "dashed",
size = 1.1) +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_text(color = "black",
face = "bold"))

Satisfaction with American democracy
How satisfied are you with the way democracy is working in the United
States? (1 = Extremely Dissatisfied to 7 = Extremely
Satisfied)
df_bsc_elg %>%
ggplot(aes(x = demsatis)) +
geom_histogram(fill = "lightblue",
color = NA,
binwidth = 1) +
scale_x_continuous(breaks = seq(1,7,1),
limits = c(0,8)) +
ylab("frequency") +
geom_vline(xintercept = mean(df_bsc_elg$demsatis,na.rm = T),
color = "black",
linetype = "dashed",
size = 1.1) +
theme(panel.grid.major = element_blank(),
panel.grid.minor = element_blank(),
panel.background = element_blank(),
axis.ticks = element_blank(),
axis.line = element_line(color = "grey66"),
axis.text.y = element_text(color = "black"),
axis.text.x = element_text(color = "black",
face = "bold"),
axis.title.x = element_text(color = "black",
face = "bold"))
